2024-11-18 23:18:06,737 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-18 23:18:06,786 main DEBUG Took 0.045603 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 23:18:06,786 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 23:18:06,786 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 23:18:06,787 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 23:18:06,791 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:18:06,801 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 23:18:06,825 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:18:06,827 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:18:06,828 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:18:06,829 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:18:06,829 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:18:06,830 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:18:06,832 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:18:06,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:18:06,833 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:18:06,834 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:18:06,835 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:18:06,836 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:18:06,837 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:18:06,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:18:06,838 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:18:06,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:18:06,840 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:18:06,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:18:06,841 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:18:06,842 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:18:06,843 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:18:06,843 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:18:06,844 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:18:06,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 23:18:06,845 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:18:06,846 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 23:18:06,852 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 23:18:06,854 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 23:18:06,857 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 23:18:06,858 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 23:18:06,860 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 23:18:06,861 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 23:18:06,871 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 23:18:06,875 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 23:18:06,878 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 23:18:06,879 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 23:18:06,879 main DEBUG createAppenders(={Console}) 2024-11-18 23:18:06,881 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-18 23:18:06,881 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-18 23:18:06,882 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-18 23:18:06,882 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 23:18:06,883 main DEBUG OutputStream closed 2024-11-18 23:18:06,883 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 23:18:06,883 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 23:18:06,884 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-18 23:18:07,010 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 23:18:07,014 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 23:18:07,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 23:18:07,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 23:18:07,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 23:18:07,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 23:18:07,021 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 23:18:07,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 23:18:07,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 23:18:07,023 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 23:18:07,023 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 23:18:07,024 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 23:18:07,025 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 23:18:07,025 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 23:18:07,026 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 23:18:07,026 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 23:18:07,026 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 23:18:07,027 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 23:18:07,031 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 23:18:07,032 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-18 23:18:07,032 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 23:18:07,034 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-18T23:18:07,064 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-18 23:18:07,074 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 23:18:07,077 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T23:18:07,219 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1597, ProcessCount=11, AvailableMemoryMB=6819 2024-11-18T23:18:07,841 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-18T23:18:07,910 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2 2024-11-18T23:18:07,917 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/cluster_100e28a8-3c6a-9ff1-eb53-2e5bf76cc6e3, deleteOnExit=true 2024-11-18T23:18:08,069 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/cluster_100e28a8-3c6a-9ff1-eb53-2e5bf76cc6e3/zookeeper_0, clientPort=49862, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/cluster_100e28a8-3c6a-9ff1-eb53-2e5bf76cc6e3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/cluster_100e28a8-3c6a-9ff1-eb53-2e5bf76cc6e3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T23:18:08,101 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49862 2024-11-18T23:18:08,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T23:18:08,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T23:18:08,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/test.cache.data in system properties and HBase conf 2024-11-18T23:18:08,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T23:18:08,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/hadoop.log.dir in system properties and HBase conf 2024-11-18T23:18:08,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T23:18:08,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T23:18:08,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T23:18:08,367 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T23:18:08,551 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T23:18:08,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:18:08,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:18:08,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T23:18:08,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:18:08,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T23:18:08,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T23:18:08,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:18:08,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:18:08,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T23:18:08,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/nfs.dump.dir in system properties and HBase conf 2024-11-18T23:18:08,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/java.io.tmpdir in system properties and HBase conf 2024-11-18T23:18:08,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:18:08,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T23:18:08,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T23:18:10,380 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T23:18:10,527 INFO [Time-limited test {}] log.Log(170): Logging initialized @4685ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T23:18:10,689 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:18:10,846 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:18:10,954 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:18:10,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:18:10,957 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:18:10,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:18:11,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:18:11,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:18:11,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/java.io.tmpdir/jetty-localhost-45725-hadoop-hdfs-3_4_1-tests_jar-_-any-17066425389581063503/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:18:11,431 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:45725} 2024-11-18T23:18:11,432 INFO [Time-limited test {}] server.Server(415): Started @5591ms 2024-11-18T23:18:12,678 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:18:12,696 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:18:12,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:18:12,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:18:12,717 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T23:18:12,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40d66f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:18:12,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53451713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:18:12,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b71fbf7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/java.io.tmpdir/jetty-localhost-40829-hadoop-hdfs-3_4_1-tests_jar-_-any-2569350902563556264/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:18:12,914 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431fe4a9{HTTP/1.1, (http/1.1)}{localhost:40829} 2024-11-18T23:18:12,915 INFO [Time-limited test {}] server.Server(415): Started @7074ms 2024-11-18T23:18:12,997 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T23:18:14,569 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/cluster_100e28a8-3c6a-9ff1-eb53-2e5bf76cc6e3/data/data2/current/BP-1745598314-172.17.0.2-1731971889503/current, will proceed with Du for space computation calculation, 2024-11-18T23:18:14,570 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/cluster_100e28a8-3c6a-9ff1-eb53-2e5bf76cc6e3/data/data1/current/BP-1745598314-172.17.0.2-1731971889503/current, will proceed with Du for space computation calculation, 2024-11-18T23:18:14,740 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T23:18:14,867 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe645b6395f27998a with lease ID 0x87e1e4341bcbcfd9: Processing first storage report for DS-c43759ba-118b-4cd4-b080-07376ea9dae3 from datanode DatanodeRegistration(127.0.0.1:45781, datanodeUuid=70eb1ef2-2755-4c9f-aa30-d281acc6f459, infoPort=37375, infoSecurePort=0, ipcPort=34523, storageInfo=lv=-57;cid=testClusterID;nsid=699704392;c=1731971889503) 2024-11-18T23:18:14,869 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe645b6395f27998a with lease ID 0x87e1e4341bcbcfd9: from storage DS-c43759ba-118b-4cd4-b080-07376ea9dae3 node DatanodeRegistration(127.0.0.1:45781, datanodeUuid=70eb1ef2-2755-4c9f-aa30-d281acc6f459, infoPort=37375, infoSecurePort=0, ipcPort=34523, storageInfo=lv=-57;cid=testClusterID;nsid=699704392;c=1731971889503), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T23:18:14,875 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe645b6395f27998a with lease ID 0x87e1e4341bcbcfd9: Processing first storage report for DS-0489a1ba-8d95-4970-bc8c-665f9092942c from datanode DatanodeRegistration(127.0.0.1:45781, datanodeUuid=70eb1ef2-2755-4c9f-aa30-d281acc6f459, infoPort=37375, infoSecurePort=0, ipcPort=34523, storageInfo=lv=-57;cid=testClusterID;nsid=699704392;c=1731971889503) 2024-11-18T23:18:14,876 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe645b6395f27998a with lease ID 0x87e1e4341bcbcfd9: from storage DS-0489a1ba-8d95-4970-bc8c-665f9092942c node DatanodeRegistration(127.0.0.1:45781, datanodeUuid=70eb1ef2-2755-4c9f-aa30-d281acc6f459, infoPort=37375, infoSecurePort=0, ipcPort=34523, storageInfo=lv=-57;cid=testClusterID;nsid=699704392;c=1731971889503), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:18:14,906 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2 2024-11-18T23:18:14,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:14,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:15,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741825_1001 (size=7) 2024-11-18T23:18:15,397 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22 with version=8 2024-11-18T23:18:15,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/hbase-staging 2024-11-18T23:18:15,547 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T23:18:15,931 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:18:15,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:18:15,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:18:15,951 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:18:15,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:18:15,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:18:16,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T23:18:16,249 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T23:18:16,268 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T23:18:16,276 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:18:16,317 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10367 (auto-detected) 2024-11-18T23:18:16,319 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T23:18:16,347 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39231 2024-11-18T23:18:16,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39231 connecting to ZooKeeper ensemble=127.0.0.1:49862 2024-11-18T23:18:16,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392310x0, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:18:16,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39231-0x101503daf470000 connected 2024-11-18T23:18:16,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:16,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:16,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Set watcher on znode that does not yet exist, /01367518766/running 2024-11-18T23:18:16,878 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22, hbase.cluster.distributed=false 2024-11-18T23:18:16,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Set watcher on znode that does not yet exist, /01367518766/acl 2024-11-18T23:18:17,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39231 2024-11-18T23:18:17,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39231 2024-11-18T23:18:17,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39231 2024-11-18T23:18:17,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39231 2024-11-18T23:18:17,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39231 2024-11-18T23:18:17,218 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:18:17,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:18:17,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:18:17,223 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:18:17,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:18:17,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:18:17,228 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T23:18:17,234 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:18:17,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45871 2024-11-18T23:18:17,239 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45871 connecting to ZooKeeper ensemble=127.0.0.1:49862 2024-11-18T23:18:17,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:17,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:17,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458710x0, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:18:17,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458710x0, quorum=127.0.0.1:49862, baseZNode=/01367518766 Set watcher on znode that does not yet exist, /01367518766/running 2024-11-18T23:18:17,396 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T23:18:17,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45871-0x101503daf470001 connected 2024-11-18T23:18:17,408 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T23:18:17,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45871-0x101503daf470001, quorum=127.0.0.1:49862, baseZNode=/01367518766 Set watcher on znode that does not yet exist, /01367518766/master 2024-11-18T23:18:17,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45871-0x101503daf470001, quorum=127.0.0.1:49862, baseZNode=/01367518766 Set watcher on znode that does not yet exist, /01367518766/acl 2024-11-18T23:18:17,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45871 2024-11-18T23:18:17,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45871 2024-11-18T23:18:17,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45871 2024-11-18T23:18:17,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45871 2024-11-18T23:18:17,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45871 2024-11-18T23:18:17,447 DEBUG [M:0;9d96596e55a9:39231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:39231 2024-11-18T23:18:17,448 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01367518766/backup-masters/9d96596e55a9,39231,1731971895631 2024-11-18T23:18:17,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766/backup-masters 2024-11-18T23:18:17,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45871-0x101503daf470001, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766/backup-masters 2024-11-18T23:18:17,533 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Set watcher on existing znode=/01367518766/backup-masters/9d96596e55a9,39231,1731971895631 2024-11-18T23:18:17,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45871-0x101503daf470001, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01367518766/master 2024-11-18T23:18:17,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766 2024-11-18T23:18:17,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45871-0x101503daf470001, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766 2024-11-18T23:18:17,627 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Set watcher on existing znode=/01367518766/master 2024-11-18T23:18:17,629 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01367518766/backup-masters/9d96596e55a9,39231,1731971895631 from backup master directory 2024-11-18T23:18:17,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01367518766/backup-masters/9d96596e55a9,39231,1731971895631 2024-11-18T23:18:17,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766/backup-masters 2024-11-18T23:18:17,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45871-0x101503daf470001, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766/backup-masters 2024-11-18T23:18:17,696 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:18:17,696 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,39231,1731971895631 2024-11-18T23:18:17,699 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T23:18:17,700 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T23:18:17,774 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/hbase.id] with ID: f39e57f5-8aca-410a-bb81-0c1a963730a0 2024-11-18T23:18:17,774 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/.tmp/hbase.id 2024-11-18T23:18:17,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741826_1002 (size=42) 2024-11-18T23:18:18,189 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/.tmp/hbase.id]:[hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/hbase.id] 2024-11-18T23:18:18,252 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:18,259 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T23:18:18,283 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms. 2024-11-18T23:18:18,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45871-0x101503daf470001, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766 2024-11-18T23:18:18,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766 2024-11-18T23:18:18,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741827_1003 (size=196) 2024-11-18T23:18:18,839 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:18:18,843 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T23:18:18,867 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T23:18:18,874 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:18:18,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741828_1004 (size=1189) 2024-11-18T23:18:19,350 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store 2024-11-18T23:18:19,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741829_1005 (size=34) 2024-11-18T23:18:19,376 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T23:18:19,380 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:18:19,381 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:18:19,381 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:18:19,382 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:18:19,384 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:18:19,384 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:18:19,384 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:18:19,386 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731971899381Disabling compacts and flushes for region at 1731971899381Disabling writes for close at 1731971899384 (+3 ms)Writing region close event to WAL at 1731971899384Closed at 1731971899384 2024-11-18T23:18:19,388 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/.initializing 2024-11-18T23:18:19,388 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/WALs/9d96596e55a9,39231,1731971895631 2024-11-18T23:18:19,435 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:18:19,451 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C39231%2C1731971895631, suffix=, logDir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/WALs/9d96596e55a9,39231,1731971895631, archiveDir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/oldWALs, maxLogs=10 2024-11-18T23:18:19,482 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/WALs/9d96596e55a9,39231,1731971895631/9d96596e55a9%2C39231%2C1731971895631.1731971899457, exclude list is [], retry=0 2024-11-18T23:18:19,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45781,DS-c43759ba-118b-4cd4-b080-07376ea9dae3,DISK] 2024-11-18T23:18:19,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T23:18:19,538 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/WALs/9d96596e55a9,39231,1731971895631/9d96596e55a9%2C39231%2C1731971895631.1731971899457 2024-11-18T23:18:19,539 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37375:37375)] 2024-11-18T23:18:19,540 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:18:19,541 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:18:19,544 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:19,545 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:19,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:19,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T23:18:19,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:19,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:19,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:19,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T23:18:19,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:19,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:18:19,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:19,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T23:18:19,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:19,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:18:19,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:19,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T23:18:19,654 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:19,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:18:19,657 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:19,662 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:19,664 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:19,689 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:19,690 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:19,696 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:18:19,705 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:19,723 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:18:19,733 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59728226, jitterRate=-0.10998007655143738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:18:19,743 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731971899561Initializing all the Stores at 1731971899564 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971899565 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971899565Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971899566 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971899566Cleaning up temporary data from old regions at 1731971899690 (+124 ms)Region opened successfully at 1731971899743 (+53 ms) 2024-11-18T23:18:19,745 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T23:18:19,806 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa5c51d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:18:19,857 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T23:18:19,870 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T23:18:19,870 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T23:18:19,874 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T23:18:19,877 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-18T23:18:19,892 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 14 msec 2024-11-18T23:18:19,892 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T23:18:19,956 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T23:18:19,968 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Unable to get data of znode /01367518766/balancer because node does not exist (not necessarily an error) 2024-11-18T23:18:19,991 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367518766/balancer already deleted, retry=false 2024-11-18T23:18:19,994 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T23:18:20,000 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Unable to get data of znode /01367518766/normalizer because node does not exist (not necessarily an error) 2024-11-18T23:18:20,076 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367518766/normalizer already deleted, retry=false 2024-11-18T23:18:20,079 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T23:18:20,106 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Unable to get data of znode /01367518766/switch/split because node does not exist (not necessarily an error) 2024-11-18T23:18:20,144 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367518766/switch/split already deleted, retry=false 2024-11-18T23:18:20,161 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Unable to get data of znode /01367518766/switch/merge because node does not exist (not necessarily an error) 2024-11-18T23:18:20,179 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367518766/switch/merge already deleted, retry=false 2024-11-18T23:18:20,233 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Unable to get data of znode /01367518766/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T23:18:20,248 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367518766/snapshot-cleanup already deleted, retry=false 2024-11-18T23:18:20,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01367518766/running 2024-11-18T23:18:20,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45871-0x101503daf470001, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01367518766/running 2024-11-18T23:18:20,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766 2024-11-18T23:18:20,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45871-0x101503daf470001, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766 2024-11-18T23:18:20,278 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,39231,1731971895631, sessionid=0x101503daf470000, setting cluster-up flag (Was=false) 2024-11-18T23:18:20,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45871-0x101503daf470001, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766 2024-11-18T23:18:20,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766 2024-11-18T23:18:20,506 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01367518766/flush-table-proc/acquired, /01367518766/flush-table-proc/reached, /01367518766/flush-table-proc/abort 2024-11-18T23:18:20,509 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,39231,1731971895631 2024-11-18T23:18:20,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766 2024-11-18T23:18:20,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45871-0x101503daf470001, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766 2024-11-18T23:18:20,573 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01367518766/online-snapshot/acquired, /01367518766/online-snapshot/reached, /01367518766/online-snapshot/abort 2024-11-18T23:18:20,576 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,39231,1731971895631 2024-11-18T23:18:20,586 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T23:18:20,658 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.HRegionServer(746): ClusterId : f39e57f5-8aca-410a-bb81-0c1a963730a0 2024-11-18T23:18:20,666 DEBUG [RS:0;9d96596e55a9:45871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T23:18:20,690 DEBUG [RS:0;9d96596e55a9:45871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T23:18:20,690 DEBUG [RS:0;9d96596e55a9:45871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T23:18:20,711 DEBUG [RS:0;9d96596e55a9:45871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T23:18:20,712 DEBUG [RS:0;9d96596e55a9:45871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328b4e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:18:20,714 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T23:18:20,729 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T23:18:20,739 DEBUG [RS:0;9d96596e55a9:45871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:45871 2024-11-18T23:18:20,742 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T23:18:20,749 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T23:18:20,749 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T23:18:20,750 DEBUG [RS:0;9d96596e55a9:45871 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T23:18:20,750 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,39231,1731971895631 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T23:18:20,766 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,39231,1731971895631 with port=45871, startcode=1731971897162 2024-11-18T23:18:20,787 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:18:20,787 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:18:20,788 DEBUG [RS:0;9d96596e55a9:45871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T23:18:20,788 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:18:20,788 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:18:20,789 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-18T23:18:20,789 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:20,789 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:18:20,789 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:20,819 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:18:20,820 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T23:18:20,835 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:20,835 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T23:18:20,837 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731971930837 2024-11-18T23:18:20,840 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T23:18:20,841 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T23:18:20,845 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T23:18:20,845 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T23:18:20,846 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T23:18:20,846 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T23:18:20,850 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:20,870 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T23:18:20,872 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T23:18:20,872 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T23:18:20,873 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T23:18:20,876 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T23:18:20,877 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T23:18:20,880 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731971900879,5,FailOnTimeoutGroup] 2024-11-18T23:18:20,892 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731971900881,5,FailOnTimeoutGroup] 2024-11-18T23:18:20,893 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:20,893 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T23:18:20,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741831_1007 (size=1321) 2024-11-18T23:18:20,895 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T23:18:20,897 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:20,898 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:20,908 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39231 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,45871,1731971897162 2024-11-18T23:18:20,915 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T23:18:20,916 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22 2024-11-18T23:18:20,919 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39231 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,45871,1731971897162 2024-11-18T23:18:20,960 DEBUG [RS:0;9d96596e55a9:45871 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22 2024-11-18T23:18:20,960 DEBUG [RS:0;9d96596e55a9:45871 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46877 2024-11-18T23:18:20,960 DEBUG [RS:0;9d96596e55a9:45871 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T23:18:20,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741832_1008 (size=32) 2024-11-18T23:18:20,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766/rs 2024-11-18T23:18:21,006 DEBUG [RS:0;9d96596e55a9:45871 {}] zookeeper.ZKUtil(111): regionserver:45871-0x101503daf470001, quorum=127.0.0.1:49862, baseZNode=/01367518766 Set watcher on existing znode=/01367518766/rs/9d96596e55a9,45871,1731971897162 2024-11-18T23:18:21,006 WARN [RS:0;9d96596e55a9:45871 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:18:21,006 INFO [RS:0;9d96596e55a9:45871 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:18:21,007 DEBUG [RS:0;9d96596e55a9:45871 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162 2024-11-18T23:18:21,010 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,45871,1731971897162] 2024-11-18T23:18:21,067 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T23:18:21,099 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T23:18:21,114 INFO [RS:0;9d96596e55a9:45871 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T23:18:21,114 INFO [RS:0;9d96596e55a9:45871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:21,118 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T23:18:21,138 INFO [RS:0;9d96596e55a9:45871 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T23:18:21,141 INFO [RS:0;9d96596e55a9:45871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:21,151 DEBUG [RS:0;9d96596e55a9:45871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:21,151 DEBUG [RS:0;9d96596e55a9:45871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:21,151 DEBUG [RS:0;9d96596e55a9:45871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:21,152 DEBUG [RS:0;9d96596e55a9:45871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:21,152 DEBUG [RS:0;9d96596e55a9:45871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:21,152 DEBUG [RS:0;9d96596e55a9:45871 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:18:21,152 DEBUG [RS:0;9d96596e55a9:45871 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:21,152 DEBUG [RS:0;9d96596e55a9:45871 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:21,153 DEBUG [RS:0;9d96596e55a9:45871 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:21,153 DEBUG [RS:0;9d96596e55a9:45871 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:21,153 DEBUG [RS:0;9d96596e55a9:45871 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:21,153 DEBUG [RS:0;9d96596e55a9:45871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:21,153 DEBUG [RS:0;9d96596e55a9:45871 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:18:21,154 DEBUG [RS:0;9d96596e55a9:45871 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:18:21,165 INFO [RS:0;9d96596e55a9:45871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:21,166 INFO [RS:0;9d96596e55a9:45871 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:21,170 INFO [RS:0;9d96596e55a9:45871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:21,170 INFO [RS:0;9d96596e55a9:45871 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:21,170 INFO [RS:0;9d96596e55a9:45871 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:21,170 INFO [RS:0;9d96596e55a9:45871 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,45871,1731971897162-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:18:21,210 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T23:18:21,214 INFO [RS:0;9d96596e55a9:45871 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,45871,1731971897162-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:21,215 INFO [RS:0;9d96596e55a9:45871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:21,215 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.Replication(171): 9d96596e55a9,45871,1731971897162 started 2024-11-18T23:18:21,273 INFO [RS:0;9d96596e55a9:45871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:21,274 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,45871,1731971897162, RpcServer on 9d96596e55a9/172.17.0.2:45871, sessionid=0x101503daf470001 2024-11-18T23:18:21,275 DEBUG [RS:0;9d96596e55a9:45871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T23:18:21,276 DEBUG [RS:0;9d96596e55a9:45871 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,45871,1731971897162 2024-11-18T23:18:21,276 DEBUG [RS:0;9d96596e55a9:45871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,45871,1731971897162' 2024-11-18T23:18:21,276 DEBUG [RS:0;9d96596e55a9:45871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01367518766/flush-table-proc/abort' 2024-11-18T23:18:21,300 DEBUG [RS:0;9d96596e55a9:45871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01367518766/flush-table-proc/acquired' 2024-11-18T23:18:21,321 DEBUG [RS:0;9d96596e55a9:45871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T23:18:21,321 DEBUG [RS:0;9d96596e55a9:45871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T23:18:21,322 DEBUG [RS:0;9d96596e55a9:45871 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,45871,1731971897162 2024-11-18T23:18:21,322 DEBUG [RS:0;9d96596e55a9:45871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,45871,1731971897162' 2024-11-18T23:18:21,322 DEBUG [RS:0;9d96596e55a9:45871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01367518766/online-snapshot/abort' 2024-11-18T23:18:21,340 DEBUG [RS:0;9d96596e55a9:45871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01367518766/online-snapshot/acquired' 2024-11-18T23:18:21,359 DEBUG [RS:0;9d96596e55a9:45871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T23:18:21,360 INFO [RS:0;9d96596e55a9:45871 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T23:18:21,360 INFO [RS:0;9d96596e55a9:45871 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T23:18:21,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:18:21,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:18:21,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:18:21,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:21,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:21,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:18:21,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:18:21,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:21,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:21,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:18:21,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:18:21,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:21,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:21,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:18:21,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:18:21,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:21,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:21,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:18:21,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740 2024-11-18T23:18:21,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740 2024-11-18T23:18:21,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:18:21,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:18:21,468 INFO [RS:0;9d96596e55a9:45871 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:18:21,473 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:18:21,482 INFO [RS:0;9d96596e55a9:45871 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C45871%2C1731971897162, suffix=, logDir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162, archiveDir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/oldWALs, maxLogs=10 2024-11-18T23:18:21,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:18:21,526 DEBUG [RS:0;9d96596e55a9:45871 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162/9d96596e55a9%2C45871%2C1731971897162.1731971901486, exclude list is [], retry=0 2024-11-18T23:18:21,536 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:18:21,540 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59482162, jitterRate=-0.11364671587944031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:18:21,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731971901386Initializing all the Stores at 1731971901397 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971901397Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971901404 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971901404Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971901404Cleaning up temporary data from old regions at 1731971901468 (+64 ms)Region opened successfully at 1731971901543 (+75 ms) 2024-11-18T23:18:21,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:18:21,544 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:18:21,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:18:21,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:18:21,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:18:21,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45781,DS-c43759ba-118b-4cd4-b080-07376ea9dae3,DISK] 2024-11-18T23:18:21,550 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:18:21,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731971901544Disabling compacts and flushes for region at 1731971901544Disabling writes for close at 1731971901544Writing region close event to WAL at 1731971901548 (+4 ms)Closed at 1731971901550 (+2 ms) 2024-11-18T23:18:21,555 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:18:21,555 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T23:18:21,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T23:18:21,570 INFO [RS:0;9d96596e55a9:45871 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162/9d96596e55a9%2C45871%2C1731971897162.1731971901486 2024-11-18T23:18:21,575 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:18:21,578 DEBUG [RS:0;9d96596e55a9:45871 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37375:37375)] 2024-11-18T23:18:21,580 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T23:18:21,733 DEBUG [9d96596e55a9:39231 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:18:21,749 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,45871,1731971897162 2024-11-18T23:18:21,758 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,45871,1731971897162, state=OPENING 2024-11-18T23:18:21,772 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T23:18:21,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766 2024-11-18T23:18:21,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45871-0x101503daf470001, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766 2024-11-18T23:18:21,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01367518766/meta-region-server: CHANGED 2024-11-18T23:18:21,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01367518766/meta-region-server: CHANGED 2024-11-18T23:18:21,786 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:18:21,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,45871,1731971897162}] 2024-11-18T23:18:21,990 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:18:22,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:18:22,050 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T23:18:22,050 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:18:22,051 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T23:18:22,077 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C45871%2C1731971897162.meta, suffix=.meta, logDir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162, archiveDir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/oldWALs, maxLogs=10 2024-11-18T23:18:22,110 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162/9d96596e55a9%2C45871%2C1731971897162.meta.1731971902080.meta, exclude list is [], retry=0 2024-11-18T23:18:22,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45781,DS-c43759ba-118b-4cd4-b080-07376ea9dae3,DISK] 2024-11-18T23:18:22,168 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162/9d96596e55a9%2C45871%2C1731971897162.meta.1731971902080.meta 2024-11-18T23:18:22,176 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37375:37375)] 2024-11-18T23:18:22,177 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:18:22,194 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:18:22,202 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:18:22,206 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T23:18:22,210 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T23:18:22,227 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T23:18:22,232 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:18:22,233 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T23:18:22,233 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T23:18:22,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:18:22,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:18:22,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:22,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:22,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:18:22,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:18:22,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:22,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:22,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:18:22,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:18:22,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:22,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:22,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:18:22,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:18:22,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:22,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:22,323 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:18:22,336 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740 2024-11-18T23:18:22,358 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740 2024-11-18T23:18:22,386 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:18:22,392 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:18:22,395 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:18:22,416 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:18:22,435 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61997852, jitterRate=-0.0761600136756897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:18:22,436 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T23:18:22,438 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731971902234Writing region info on filesystem at 1731971902234Initializing all the Stores at 1731971902242 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971902242Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971902245 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971902245Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971902245Cleaning up temporary data from old regions at 1731971902392 (+147 ms)Running coprocessor post-open hooks at 1731971902436 (+44 ms)Region opened successfully at 1731971902438 (+2 ms) 2024-11-18T23:18:22,452 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731971901971 2024-11-18T23:18:22,488 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T23:18:22,489 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T23:18:22,502 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,45871,1731971897162 2024-11-18T23:18:22,517 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,45871,1731971897162, state=OPEN 2024-11-18T23:18:22,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45871-0x101503daf470001, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01367518766/meta-region-server 2024-11-18T23:18:22,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01367518766/meta-region-server 2024-11-18T23:18:22,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01367518766/meta-region-server: CHANGED 2024-11-18T23:18:22,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01367518766/meta-region-server: CHANGED 2024-11-18T23:18:22,617 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,45871,1731971897162 2024-11-18T23:18:22,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T23:18:22,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,45871,1731971897162 in 828 msec 2024-11-18T23:18:22,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T23:18:22,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0700 sec 2024-11-18T23:18:22,666 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:18:22,666 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T23:18:22,728 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:18:22,730 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,45871,1731971897162, seqNum=-1] 2024-11-18T23:18:22,774 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:18:22,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:18:22,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.2030 sec 2024-11-18T23:18:22,846 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731971902846, completionTime=-1 2024-11-18T23:18:22,854 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T23:18:22,854 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T23:18:22,911 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T23:18:22,911 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731971962911 2024-11-18T23:18:22,911 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731972022911 2024-11-18T23:18:22,912 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 57 msec 2024-11-18T23:18:22,916 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,39231,1731971895631-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:22,917 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,39231,1731971895631-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:22,917 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,39231,1731971895631-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:22,922 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:39231, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:22,923 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:22,925 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:22,957 DEBUG [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T23:18:22,998 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.301sec 2024-11-18T23:18:23,000 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T23:18:23,002 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T23:18:23,003 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T23:18:23,004 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T23:18:23,004 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T23:18:23,005 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,39231,1731971895631-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:18:23,006 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,39231,1731971895631-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T23:18:23,052 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T23:18:23,053 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T23:18:23,054 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,39231,1731971895631-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:23,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@791fb52f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:23,085 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T23:18:23,086 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T23:18:23,090 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,39231,-1 for getting cluster id 2024-11-18T23:18:23,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:18:23,115 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f39e57f5-8aca-410a-bb81-0c1a963730a0' 2024-11-18T23:18:23,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:18:23,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f39e57f5-8aca-410a-bb81-0c1a963730a0" 2024-11-18T23:18:23,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4a3286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:23,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,39231,-1] 2024-11-18T23:18:23,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:18:23,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:23,137 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:18:23,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e487171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:23,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:18:23,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,45871,1731971897162, seqNum=-1] 2024-11-18T23:18:23,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:18:23,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:18:23,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d96596e55a9,39231,1731971895631 2024-11-18T23:18:23,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49862 2024-11-18T23:18:23,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:18:23,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101503daf470002 connected 2024-11-18T23:18:23,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/hadoop.log.dir so I do NOT create it in target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155 2024-11-18T23:18:23,291 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T23:18:23,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/hadoop.tmp.dir so I do NOT create it in target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155 2024-11-18T23:18:23,291 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T23:18:23,291 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155 2024-11-18T23:18:23,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T23:18:23,291 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/cluster_31ebdfd0-bd18-0feb-9272-79b4db04083a, deleteOnExit=true 2024-11-18T23:18:23,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T23:18:23,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/test.cache.data in system properties and HBase conf 2024-11-18T23:18:23,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T23:18:23,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/hadoop.log.dir in system properties and HBase conf 2024-11-18T23:18:23,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T23:18:23,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T23:18:23,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T23:18:23,293 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T23:18:23,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:18:23,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:18:23,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T23:18:23,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:18:23,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T23:18:23,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T23:18:23,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:18:23,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:18:23,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T23:18:23,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/nfs.dump.dir in system properties and HBase conf 2024-11-18T23:18:23,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/java.io.tmpdir in system properties and HBase conf 2024-11-18T23:18:23,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:18:23,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T23:18:23,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T23:18:23,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:18:23,838 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:18:23,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:18:23,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:18:23,855 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:18:23,856 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:18:23,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@618c4e50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:18:23,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@597920fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:18:24,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49025f3f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/java.io.tmpdir/jetty-localhost-43501-hadoop-hdfs-3_4_1-tests_jar-_-any-16872629370637999402/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:18:24,056 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e6b2def{HTTP/1.1, (http/1.1)}{localhost:43501} 2024-11-18T23:18:24,056 INFO [Time-limited test {}] server.Server(415): Started @18216ms 2024-11-18T23:18:25,038 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:18:25,093 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:18:25,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:18:25,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:18:25,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:18:25,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d21555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:18:25,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a35ba74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:18:25,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39a39bfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/java.io.tmpdir/jetty-localhost-42451-hadoop-hdfs-3_4_1-tests_jar-_-any-2913558237338043612/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:18:25,290 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fdb9937{HTTP/1.1, (http/1.1)}{localhost:42451} 2024-11-18T23:18:25,290 INFO [Time-limited test {}] server.Server(415): Started @19450ms 2024-11-18T23:18:25,293 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T23:18:26,247 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T23:18:26,248 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T23:18:26,260 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:18:26,261 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T23:18:26,261 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:18:26,261 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T23:18:26,262 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T23:18:26,262 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T23:18:26,445 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/cluster_31ebdfd0-bd18-0feb-9272-79b4db04083a/data/data1/current/BP-963210036-172.17.0.2-1731971903334/current, will proceed with Du for space computation calculation, 2024-11-18T23:18:26,448 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/cluster_31ebdfd0-bd18-0feb-9272-79b4db04083a/data/data2/current/BP-963210036-172.17.0.2-1731971903334/current, will proceed with Du for space computation calculation, 2024-11-18T23:18:26,556 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T23:18:26,596 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3988c08cb432e87 with lease ID 0x1037fbbfd7d64649: Processing first storage report for DS-d365ba1c-4cab-4821-b2c3-f95445ba0c7a from datanode DatanodeRegistration(127.0.0.1:39197, datanodeUuid=2876cbab-c9a7-4dd8-bad3-c86e3fb3e828, infoPort=41441, infoSecurePort=0, ipcPort=46835, storageInfo=lv=-57;cid=testClusterID;nsid=1256270595;c=1731971903334) 2024-11-18T23:18:26,596 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3988c08cb432e87 with lease ID 0x1037fbbfd7d64649: from storage DS-d365ba1c-4cab-4821-b2c3-f95445ba0c7a node DatanodeRegistration(127.0.0.1:39197, datanodeUuid=2876cbab-c9a7-4dd8-bad3-c86e3fb3e828, infoPort=41441, infoSecurePort=0, ipcPort=46835, storageInfo=lv=-57;cid=testClusterID;nsid=1256270595;c=1731971903334), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:18:26,600 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3988c08cb432e87 with lease ID 0x1037fbbfd7d64649: Processing first storage report for DS-62431bb5-81f1-4778-b795-ae230acd3ce7 from datanode DatanodeRegistration(127.0.0.1:39197, datanodeUuid=2876cbab-c9a7-4dd8-bad3-c86e3fb3e828, infoPort=41441, infoSecurePort=0, ipcPort=46835, storageInfo=lv=-57;cid=testClusterID;nsid=1256270595;c=1731971903334) 2024-11-18T23:18:26,600 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3988c08cb432e87 with lease ID 0x1037fbbfd7d64649: from storage DS-62431bb5-81f1-4778-b795-ae230acd3ce7 node DatanodeRegistration(127.0.0.1:39197, datanodeUuid=2876cbab-c9a7-4dd8-bad3-c86e3fb3e828, infoPort=41441, infoSecurePort=0, ipcPort=46835, storageInfo=lv=-57;cid=testClusterID;nsid=1256270595;c=1731971903334), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:18:26,605 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155 2024-11-18T23:18:26,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:26,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:26,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39197 is added to blk_1073741825_1001 (size=7) 2024-11-18T23:18:26,724 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728 with version=8 2024-11-18T23:18:26,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/hbase-staging 2024-11-18T23:18:26,728 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:18:26,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:18:26,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:18:26,729 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:18:26,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:18:26,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:18:26,729 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T23:18:26,729 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:18:26,741 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34689 2024-11-18T23:18:26,743 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34689 connecting to ZooKeeper ensemble=127.0.0.1:49862 2024-11-18T23:18:26,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346890x0, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:18:26,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34689-0x101503daf470003 connected 2024-11-18T23:18:26,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:26,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:26,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Set watcher on znode that does not yet exist, /1-1195119457/running 2024-11-18T23:18:26,917 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728, hbase.cluster.distributed=false 2024-11-18T23:18:26,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Set watcher on znode that does not yet exist, /1-1195119457/acl 2024-11-18T23:18:26,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34689 2024-11-18T23:18:26,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34689 2024-11-18T23:18:26,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34689 2024-11-18T23:18:26,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34689 2024-11-18T23:18:26,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34689 2024-11-18T23:18:26,967 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:18:26,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:18:26,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:18:26,967 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:18:26,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:18:26,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:18:26,967 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T23:18:26,968 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:18:26,970 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43651 2024-11-18T23:18:26,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43651 connecting to ZooKeeper ensemble=127.0.0.1:49862 2024-11-18T23:18:26,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:26,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:27,046 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T23:18:27,078 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436510x0, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:18:27,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43651-0x101503daf470004, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Set watcher on znode that does not yet exist, /1-1195119457/running 2024-11-18T23:18:27,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43651-0x101503daf470004 connected 2024-11-18T23:18:27,086 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T23:18:27,091 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T23:18:27,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43651-0x101503daf470004, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Set watcher on znode that does not yet exist, /1-1195119457/master 2024-11-18T23:18:27,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43651-0x101503daf470004, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Set watcher on znode that does not yet exist, /1-1195119457/acl 2024-11-18T23:18:27,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43651 2024-11-18T23:18:27,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43651 2024-11-18T23:18:27,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43651 2024-11-18T23:18:27,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43651 2024-11-18T23:18:27,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43651 2024-11-18T23:18:27,126 DEBUG [M:0;9d96596e55a9:34689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:34689 2024-11-18T23:18:27,127 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1195119457/backup-masters/9d96596e55a9,34689,1731971906727 2024-11-18T23:18:27,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195119457/backup-masters 2024-11-18T23:18:27,162 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101503daf470004, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195119457/backup-masters 2024-11-18T23:18:27,163 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Set watcher on existing znode=/1-1195119457/backup-masters/9d96596e55a9,34689,1731971906727 2024-11-18T23:18:27,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195119457 2024-11-18T23:18:27,174 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101503daf470004, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1195119457/master 2024-11-18T23:18:27,174 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101503daf470004, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195119457 2024-11-18T23:18:27,177 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Set watcher on existing znode=/1-1195119457/master 2024-11-18T23:18:27,191 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1195119457/backup-masters/9d96596e55a9,34689,1731971906727 from backup master directory 2024-11-18T23:18:27,203 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:18:27,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1195119457/backup-masters/9d96596e55a9,34689,1731971906727 2024-11-18T23:18:27,203 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101503daf470004, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195119457/backup-masters 2024-11-18T23:18:27,204 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,34689,1731971906727 2024-11-18T23:18:27,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195119457/backup-masters 2024-11-18T23:18:27,225 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/hbase.id] with ID: 8cfa5131-b87f-40d0-be00-91996ab1ff27 2024-11-18T23:18:27,225 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/.tmp/hbase.id 2024-11-18T23:18:27,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39197 is added to blk_1073741826_1002 (size=42) 2024-11-18T23:18:27,315 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/.tmp/hbase.id]:[hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/hbase.id] 2024-11-18T23:18:27,383 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:27,383 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T23:18:27,401 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-18T23:18:27,421 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101503daf470004, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195119457 2024-11-18T23:18:27,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195119457 2024-11-18T23:18:27,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39197 is added to blk_1073741827_1003 (size=196) 2024-11-18T23:18:27,833 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:18:27,860 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:18:27,861 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T23:18:27,862 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:18:27,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39197 is added to blk_1073741828_1004 (size=1189) 2024-11-18T23:18:28,339 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/data/master/store 2024-11-18T23:18:28,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39197 is added to blk_1073741829_1005 (size=34) 2024-11-18T23:18:28,394 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:18:28,395 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:18:28,395 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:18:28,395 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:18:28,395 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:18:28,395 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:18:28,395 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:18:28,395 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731971908395Disabling compacts and flushes for region at 1731971908395Disabling writes for close at 1731971908395Writing region close event to WAL at 1731971908395Closed at 1731971908395 2024-11-18T23:18:28,402 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/data/master/store/.initializing 2024-11-18T23:18:28,402 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/WALs/9d96596e55a9,34689,1731971906727 2024-11-18T23:18:28,404 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:18:28,411 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C34689%2C1731971906727, suffix=, logDir=hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/WALs/9d96596e55a9,34689,1731971906727, archiveDir=hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/oldWALs, maxLogs=10 2024-11-18T23:18:28,433 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/WALs/9d96596e55a9,34689,1731971906727/9d96596e55a9%2C34689%2C1731971906727.1731971908412, exclude list is [], retry=0 2024-11-18T23:18:28,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39197,DS-d365ba1c-4cab-4821-b2c3-f95445ba0c7a,DISK] 2024-11-18T23:18:28,461 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/WALs/9d96596e55a9,34689,1731971906727/9d96596e55a9%2C34689%2C1731971906727.1731971908412 2024-11-18T23:18:28,463 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41441:41441)] 2024-11-18T23:18:28,463 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:18:28,464 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:18:28,464 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:28,464 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:28,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:28,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T23:18:28,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:28,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:28,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:28,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T23:18:28,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:28,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:18:28,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:28,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T23:18:28,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:28,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:18:28,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:28,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T23:18:28,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:28,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:18:28,527 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:28,530 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:28,531 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:28,542 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:28,542 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:28,547 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:18:28,566 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:28,576 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:18:28,579 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62144510, jitterRate=-0.07397463917732239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:18:28,579 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731971908465Initializing all the Stores at 1731971908472 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971908473 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971908473Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971908473Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971908473Cleaning up temporary data from old regions at 1731971908542 (+69 ms)Region opened successfully at 1731971908579 (+37 ms) 2024-11-18T23:18:28,584 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T23:18:28,620 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b04711b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:18:28,628 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T23:18:28,629 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T23:18:28,629 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T23:18:28,629 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T23:18:28,636 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 6 msec 2024-11-18T23:18:28,637 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T23:18:28,637 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T23:18:28,663 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T23:18:28,671 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Unable to get data of znode /1-1195119457/balancer because node does not exist (not necessarily an error) 2024-11-18T23:18:28,687 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1195119457/balancer already deleted, retry=false 2024-11-18T23:18:28,688 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T23:18:28,695 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Unable to get data of znode /1-1195119457/normalizer because node does not exist (not necessarily an error) 2024-11-18T23:18:28,708 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1195119457/normalizer already deleted, retry=false 2024-11-18T23:18:28,709 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T23:18:28,724 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Unable to get data of znode /1-1195119457/switch/split because node does not exist (not necessarily an error) 2024-11-18T23:18:28,745 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1195119457/switch/split already deleted, retry=false 2024-11-18T23:18:28,747 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Unable to get data of znode /1-1195119457/switch/merge because node does not exist (not necessarily an error) 2024-11-18T23:18:28,758 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1195119457/switch/merge already deleted, retry=false 2024-11-18T23:18:28,764 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Unable to get data of znode /1-1195119457/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T23:18:28,776 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1195119457/snapshot-cleanup already deleted, retry=false 2024-11-18T23:18:28,790 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101503daf470004, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1195119457/running 2024-11-18T23:18:28,790 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101503daf470004, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195119457 2024-11-18T23:18:28,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1195119457/running 2024-11-18T23:18:28,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195119457 2024-11-18T23:18:28,797 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,34689,1731971906727, sessionid=0x101503daf470003, setting cluster-up flag (Was=false) 2024-11-18T23:18:28,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195119457 2024-11-18T23:18:28,836 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101503daf470004, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195119457 2024-11-18T23:18:28,880 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1195119457/flush-table-proc/acquired, /1-1195119457/flush-table-proc/reached, /1-1195119457/flush-table-proc/abort 2024-11-18T23:18:28,904 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,34689,1731971906727 2024-11-18T23:18:28,940 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101503daf470004, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195119457 2024-11-18T23:18:28,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195119457 2024-11-18T23:18:28,988 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1195119457/online-snapshot/acquired, /1-1195119457/online-snapshot/reached, /1-1195119457/online-snapshot/abort 2024-11-18T23:18:29,013 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,34689,1731971906727 2024-11-18T23:18:29,026 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T23:18:29,046 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T23:18:29,047 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T23:18:29,047 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T23:18:29,047 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,34689,1731971906727 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T23:18:29,054 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:18:29,054 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:18:29,054 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:18:29,063 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:18:29,063 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-18T23:18:29,063 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:29,063 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:18:29,063 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:29,081 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:18:29,081 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T23:18:29,088 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:29,089 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T23:18:29,116 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731971939116 2024-11-18T23:18:29,116 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T23:18:29,117 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T23:18:29,117 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T23:18:29,117 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T23:18:29,117 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T23:18:29,117 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T23:18:29,120 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:29,124 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T23:18:29,125 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T23:18:29,125 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T23:18:29,125 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T23:18:29,128 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T23:18:29,128 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T23:18:29,129 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731971909128,5,FailOnTimeoutGroup] 2024-11-18T23:18:29,130 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731971909129,5,FailOnTimeoutGroup] 2024-11-18T23:18:29,130 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:29,130 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T23:18:29,130 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:29,130 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:29,138 INFO [RS:0;9d96596e55a9:43651 {}] regionserver.HRegionServer(746): ClusterId : 8cfa5131-b87f-40d0-be00-91996ab1ff27 2024-11-18T23:18:29,139 DEBUG [RS:0;9d96596e55a9:43651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T23:18:29,163 DEBUG [RS:0;9d96596e55a9:43651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T23:18:29,163 DEBUG [RS:0;9d96596e55a9:43651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T23:18:29,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39197 is added to blk_1073741831_1007 (size=1321) 2024-11-18T23:18:29,236 DEBUG [RS:0;9d96596e55a9:43651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T23:18:29,237 DEBUG [RS:0;9d96596e55a9:43651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19c691c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:18:29,270 DEBUG [RS:0;9d96596e55a9:43651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:43651 2024-11-18T23:18:29,270 INFO [RS:0;9d96596e55a9:43651 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T23:18:29,270 INFO [RS:0;9d96596e55a9:43651 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T23:18:29,270 DEBUG [RS:0;9d96596e55a9:43651 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T23:18:29,274 INFO [RS:0;9d96596e55a9:43651 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,34689,1731971906727 with port=43651, startcode=1731971906966 2024-11-18T23:18:29,275 DEBUG [RS:0;9d96596e55a9:43651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T23:18:29,281 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T23:18:29,284 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34689 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,43651,1731971906966 2024-11-18T23:18:29,285 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34689 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,43651,1731971906966 2024-11-18T23:18:29,291 DEBUG [RS:0;9d96596e55a9:43651 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728 2024-11-18T23:18:29,291 DEBUG [RS:0;9d96596e55a9:43651 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40919 2024-11-18T23:18:29,291 DEBUG [RS:0;9d96596e55a9:43651 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T23:18:29,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195119457/rs 2024-11-18T23:18:29,443 DEBUG [RS:0;9d96596e55a9:43651 {}] zookeeper.ZKUtil(111): regionserver:43651-0x101503daf470004, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Set watcher on existing znode=/1-1195119457/rs/9d96596e55a9,43651,1731971906966 2024-11-18T23:18:29,443 WARN [RS:0;9d96596e55a9:43651 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:18:29,444 INFO [RS:0;9d96596e55a9:43651 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:18:29,444 DEBUG [RS:0;9d96596e55a9:43651 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/WALs/9d96596e55a9,43651,1731971906966 2024-11-18T23:18:29,445 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,43651,1731971906966] 2024-11-18T23:18:29,458 INFO [RS:0;9d96596e55a9:43651 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T23:18:29,464 INFO [RS:0;9d96596e55a9:43651 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T23:18:29,472 INFO [RS:0;9d96596e55a9:43651 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T23:18:29,472 INFO [RS:0;9d96596e55a9:43651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:29,478 INFO [RS:0;9d96596e55a9:43651 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T23:18:29,487 INFO [RS:0;9d96596e55a9:43651 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T23:18:29,487 INFO [RS:0;9d96596e55a9:43651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:29,488 DEBUG [RS:0;9d96596e55a9:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:29,488 DEBUG [RS:0;9d96596e55a9:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:29,488 DEBUG [RS:0;9d96596e55a9:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:29,488 DEBUG [RS:0;9d96596e55a9:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:29,488 DEBUG [RS:0;9d96596e55a9:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:29,489 DEBUG [RS:0;9d96596e55a9:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:18:29,489 DEBUG [RS:0;9d96596e55a9:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:29,489 DEBUG [RS:0;9d96596e55a9:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:29,489 DEBUG [RS:0;9d96596e55a9:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:29,489 DEBUG [RS:0;9d96596e55a9:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:29,489 DEBUG [RS:0;9d96596e55a9:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:29,489 DEBUG [RS:0;9d96596e55a9:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:29,489 DEBUG [RS:0;9d96596e55a9:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:18:29,490 DEBUG [RS:0;9d96596e55a9:43651 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:18:29,500 INFO [RS:0;9d96596e55a9:43651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:29,501 INFO [RS:0;9d96596e55a9:43651 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:29,501 INFO [RS:0;9d96596e55a9:43651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:29,501 INFO [RS:0;9d96596e55a9:43651 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:29,501 INFO [RS:0;9d96596e55a9:43651 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:29,501 INFO [RS:0;9d96596e55a9:43651 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,43651,1731971906966-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:18:29,529 INFO [RS:0;9d96596e55a9:43651 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T23:18:29,529 INFO [RS:0;9d96596e55a9:43651 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,43651,1731971906966-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:29,530 INFO [RS:0;9d96596e55a9:43651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:29,530 INFO [RS:0;9d96596e55a9:43651 {}] regionserver.Replication(171): 9d96596e55a9,43651,1731971906966 started 2024-11-18T23:18:29,563 INFO [RS:0;9d96596e55a9:43651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:29,563 INFO [RS:0;9d96596e55a9:43651 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,43651,1731971906966, RpcServer on 9d96596e55a9/172.17.0.2:43651, sessionid=0x101503daf470004 2024-11-18T23:18:29,564 DEBUG [RS:0;9d96596e55a9:43651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T23:18:29,564 DEBUG [RS:0;9d96596e55a9:43651 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,43651,1731971906966 2024-11-18T23:18:29,564 DEBUG [RS:0;9d96596e55a9:43651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,43651,1731971906966' 2024-11-18T23:18:29,564 DEBUG [RS:0;9d96596e55a9:43651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1195119457/flush-table-proc/abort' 2024-11-18T23:18:29,566 DEBUG [RS:0;9d96596e55a9:43651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1195119457/flush-table-proc/acquired' 2024-11-18T23:18:29,569 DEBUG [RS:0;9d96596e55a9:43651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T23:18:29,569 DEBUG [RS:0;9d96596e55a9:43651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T23:18:29,569 DEBUG [RS:0;9d96596e55a9:43651 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,43651,1731971906966 2024-11-18T23:18:29,569 DEBUG [RS:0;9d96596e55a9:43651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,43651,1731971906966' 2024-11-18T23:18:29,569 DEBUG [RS:0;9d96596e55a9:43651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1195119457/online-snapshot/abort' 2024-11-18T23:18:29,577 DEBUG [RS:0;9d96596e55a9:43651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1195119457/online-snapshot/acquired' 2024-11-18T23:18:29,579 DEBUG [RS:0;9d96596e55a9:43651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T23:18:29,579 INFO [RS:0;9d96596e55a9:43651 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T23:18:29,579 INFO [RS:0;9d96596e55a9:43651 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T23:18:29,582 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T23:18:29,582 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728 2024-11-18T23:18:29,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39197 is added to blk_1073741832_1008 (size=32) 2024-11-18T23:18:29,617 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:18:29,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:18:29,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:18:29,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:29,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:29,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:18:29,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:18:29,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:29,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:29,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:18:29,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:18:29,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:29,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:29,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:18:29,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:18:29,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:29,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:29,643 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:18:29,645 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/data/hbase/meta/1588230740 2024-11-18T23:18:29,646 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/data/hbase/meta/1588230740 2024-11-18T23:18:29,653 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:18:29,653 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:18:29,654 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:18:29,655 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:18:29,661 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:18:29,664 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60116894, jitterRate=-0.104188472032547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:18:29,664 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731971909617Initializing all the Stores at 1731971909619 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971909619Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971909620 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971909620Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971909620Cleaning up temporary data from old regions at 1731971909653 (+33 ms)Region opened successfully at 1731971909664 (+11 ms) 2024-11-18T23:18:29,664 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:18:29,664 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:18:29,664 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:18:29,665 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:18:29,665 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:18:29,665 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:18:29,666 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731971909664Disabling compacts and flushes for region at 1731971909664Disabling writes for close at 1731971909665 (+1 ms)Writing region close event to WAL at 1731971909665Closed at 1731971909665 2024-11-18T23:18:29,668 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:18:29,668 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T23:18:29,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T23:18:29,671 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:18:29,673 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T23:18:29,680 INFO [RS:0;9d96596e55a9:43651 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:18:29,683 INFO [RS:0;9d96596e55a9:43651 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C43651%2C1731971906966, suffix=, logDir=hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/WALs/9d96596e55a9,43651,1731971906966, archiveDir=hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/oldWALs, maxLogs=10 2024-11-18T23:18:29,698 DEBUG [RS:0;9d96596e55a9:43651 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/WALs/9d96596e55a9,43651,1731971906966/9d96596e55a9%2C43651%2C1731971906966.1731971909684, exclude list is [], retry=0 2024-11-18T23:18:29,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39197,DS-d365ba1c-4cab-4821-b2c3-f95445ba0c7a,DISK] 2024-11-18T23:18:29,708 INFO [RS:0;9d96596e55a9:43651 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/WALs/9d96596e55a9,43651,1731971906966/9d96596e55a9%2C43651%2C1731971906966.1731971909684 2024-11-18T23:18:29,708 DEBUG [RS:0;9d96596e55a9:43651 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41441:41441)] 2024-11-18T23:18:29,823 DEBUG [9d96596e55a9:34689 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:18:29,824 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,43651,1731971906966 2024-11-18T23:18:29,826 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,43651,1731971906966, state=OPENING 2024-11-18T23:18:29,856 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T23:18:29,946 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101503daf470004, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195119457 2024-11-18T23:18:29,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195119457 2024-11-18T23:18:29,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1195119457/meta-region-server: CHANGED 2024-11-18T23:18:29,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1195119457/meta-region-server: CHANGED 2024-11-18T23:18:29,949 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:18:29,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,43651,1731971906966}] 2024-11-18T23:18:30,109 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:18:30,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:18:30,132 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T23:18:30,132 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:18:30,133 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T23:18:30,149 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C43651%2C1731971906966.meta, suffix=.meta, logDir=hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/WALs/9d96596e55a9,43651,1731971906966, archiveDir=hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/oldWALs, maxLogs=10 2024-11-18T23:18:30,172 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/WALs/9d96596e55a9,43651,1731971906966/9d96596e55a9%2C43651%2C1731971906966.meta.1731971910151.meta, exclude list is [], retry=0 2024-11-18T23:18:30,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39197,DS-d365ba1c-4cab-4821-b2c3-f95445ba0c7a,DISK] 2024-11-18T23:18:30,197 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/WALs/9d96596e55a9,43651,1731971906966/9d96596e55a9%2C43651%2C1731971906966.meta.1731971910151.meta 2024-11-18T23:18:30,213 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41441:41441)] 2024-11-18T23:18:30,214 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:18:30,215 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:18:30,215 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:18:30,215 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T23:18:30,216 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T23:18:30,216 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T23:18:30,216 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:18:30,216 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T23:18:30,216 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T23:18:30,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:18:30,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:18:30,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:30,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:30,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:18:30,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:18:30,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:30,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:30,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:18:30,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:18:30,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:30,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:30,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:18:30,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:18:30,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:30,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:30,261 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:18:30,265 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/data/hbase/meta/1588230740 2024-11-18T23:18:30,268 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/data/hbase/meta/1588230740 2024-11-18T23:18:30,272 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:18:30,272 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:18:30,274 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:18:30,279 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:18:30,283 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63179594, jitterRate=-0.05855068564414978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:18:30,284 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T23:18:30,284 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731971910217Writing region info on filesystem at 1731971910217Initializing all the Stores at 1731971910224 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971910224Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971910225 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971910225Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971910225Cleaning up temporary data from old regions at 1731971910272 (+47 ms)Running coprocessor post-open hooks at 1731971910284 (+12 ms)Region opened successfully at 1731971910284 2024-11-18T23:18:30,287 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731971910108 2024-11-18T23:18:30,298 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T23:18:30,298 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T23:18:30,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,43651,1731971906966 2024-11-18T23:18:30,305 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,43651,1731971906966, state=OPEN 2024-11-18T23:18:30,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1195119457/meta-region-server 2024-11-18T23:18:30,439 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1195119457/meta-region-server: CHANGED 2024-11-18T23:18:30,439 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,43651,1731971906966 2024-11-18T23:18:30,440 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101503daf470004, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1195119457/meta-region-server 2024-11-18T23:18:30,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1195119457/meta-region-server: CHANGED 2024-11-18T23:18:30,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T23:18:30,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,43651,1731971906966 in 490 msec 2024-11-18T23:18:30,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T23:18:30,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 782 msec 2024-11-18T23:18:30,460 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:18:30,460 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T23:18:30,477 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:18:30,478 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,43651,1731971906966, seqNum=-1] 2024-11-18T23:18:30,478 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:18:30,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:18:30,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4550 sec 2024-11-18T23:18:30,504 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731971910504, completionTime=-1 2024-11-18T23:18:30,504 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T23:18:30,505 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T23:18:30,512 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T23:18:30,512 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731971970512 2024-11-18T23:18:30,512 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731972030512 2024-11-18T23:18:30,512 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-18T23:18:30,513 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,34689,1731971906727-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:30,513 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,34689,1731971906727-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:30,513 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,34689,1731971906727-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:30,513 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:34689, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:30,513 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:30,520 DEBUG [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T23:18:30,524 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:30,533 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.329sec 2024-11-18T23:18:30,534 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T23:18:30,534 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T23:18:30,534 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T23:18:30,534 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T23:18:30,534 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T23:18:30,534 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,34689,1731971906727-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:18:30,534 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,34689,1731971906727-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T23:18:30,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a92dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:30,537 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,34689,-1 for getting cluster id 2024-11-18T23:18:30,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:18:30,553 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T23:18:30,553 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T23:18:30,553 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,34689,1731971906727-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:30,577 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cfa5131-b87f-40d0-be00-91996ab1ff27' 2024-11-18T23:18:30,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:18:30,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cfa5131-b87f-40d0-be00-91996ab1ff27" 2024-11-18T23:18:30,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b5391b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:30,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,34689,-1] 2024-11-18T23:18:30,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:18:30,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:30,586 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:18:30,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4151fef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:30,587 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:18:30,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,43651,1731971906966, seqNum=-1] 2024-11-18T23:18:30,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:18:30,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:18:30,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d96596e55a9,34689,1731971906727 2024-11-18T23:18:30,598 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49862 2024-11-18T23:18:30,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:18:30,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101503daf470005 connected 2024-11-18T23:18:30,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d1a7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:30,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,39231,-1 for getting cluster id 2024-11-18T23:18:30,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:18:30,849 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f39e57f5-8aca-410a-bb81-0c1a963730a0' 2024-11-18T23:18:30,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:18:30,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f39e57f5-8aca-410a-bb81-0c1a963730a0" 2024-11-18T23:18:30,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6f220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:30,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,39231,-1] 2024-11-18T23:18:30,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:18:30,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:30,857 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:18:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d40ab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:30,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:18:30,886 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,39231,1731971895631 2024-11-18T23:18:30,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@418e14b4 2024-11-18T23:18:30,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:18:30,901 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:18:30,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9d96596e55a9:34689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T23:18:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T23:18:30,919 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:34689' 2024-11-18T23:18:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:18:30,924 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7d1de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:30,924 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,34689,-1 for getting cluster id 2024-11-18T23:18:30,925 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:18:30,927 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cfa5131-b87f-40d0-be00-91996ab1ff27' 2024-11-18T23:18:30,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:18:30,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cfa5131-b87f-40d0-be00-91996ab1ff27" 2024-11-18T23:18:30,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e095b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:30,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,34689,-1] 2024-11-18T23:18:30,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:18:30,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:30,931 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:18:30,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb66a4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:30,933 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:18:30,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,34689,1731971906727 2024-11-18T23:18:30,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14e5db81 2024-11-18T23:18:30,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:18:30,943 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:18:30,964 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T23:18:30,964 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T23:18:30,971 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:30,973 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:30,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:18:30,976 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:18:30,983 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T23:18:30,989 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:18:30,990 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:30,994 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:18:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:18:31,042 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T23:18:31,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741835_1011 (size=1138) 2024-11-18T23:18:31,061 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41b89c768a2a27fa6e8681008cacf2c1, NAME => 'hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22 2024-11-18T23:18:31,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741836_1012 (size=44) 2024-11-18T23:18:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:18:31,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:18:31,515 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 41b89c768a2a27fa6e8681008cacf2c1, disabling compactions & flushes 2024-11-18T23:18:31,515 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. 2024-11-18T23:18:31,516 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. 2024-11-18T23:18:31,516 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. after waiting 0 ms 2024-11-18T23:18:31,516 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. 2024-11-18T23:18:31,516 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. 2024-11-18T23:18:31,516 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41b89c768a2a27fa6e8681008cacf2c1: Waiting for close lock at 1731971911515Disabling compacts and flushes for region at 1731971911515Disabling writes for close at 1731971911516 (+1 ms)Writing region close event to WAL at 1731971911516Closed at 1731971911516 2024-11-18T23:18:31,519 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:18:31,524 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731971911519"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731971911519"}]},"ts":"1731971911519"} 2024-11-18T23:18:31,529 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:18:31,531 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:18:31,533 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731971911531"}]},"ts":"1731971911531"} 2024-11-18T23:18:31,537 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T23:18:31,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41b89c768a2a27fa6e8681008cacf2c1, ASSIGN}] 2024-11-18T23:18:31,541 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41b89c768a2a27fa6e8681008cacf2c1, ASSIGN 2024-11-18T23:18:31,543 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=41b89c768a2a27fa6e8681008cacf2c1, ASSIGN; state=OFFLINE, location=9d96596e55a9,45871,1731971897162; forceNewPlan=false, retain=false 2024-11-18T23:18:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:18:31,694 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=41b89c768a2a27fa6e8681008cacf2c1, regionState=OPENING, regionLocation=9d96596e55a9,45871,1731971897162 2024-11-18T23:18:31,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=41b89c768a2a27fa6e8681008cacf2c1, ASSIGN because future has completed 2024-11-18T23:18:31,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41b89c768a2a27fa6e8681008cacf2c1, server=9d96596e55a9,45871,1731971897162}] 2024-11-18T23:18:31,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. 2024-11-18T23:18:31,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:18:31,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T23:18:31,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C45871%2C1731971897162.rep, suffix=, logDir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162, archiveDir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/oldWALs, maxLogs=10 2024-11-18T23:18:31,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162/9d96596e55a9%2C45871%2C1731971897162.rep.1731971911869, exclude list is [], retry=0 2024-11-18T23:18:31,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45781,DS-c43759ba-118b-4cd4-b080-07376ea9dae3,DISK] 2024-11-18T23:18:31,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162/9d96596e55a9%2C45871%2C1731971897162.rep.1731971911869 2024-11-18T23:18:31,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37375:37375)] 2024-11-18T23:18:31,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 41b89c768a2a27fa6e8681008cacf2c1, NAME => 'hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:18:31,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:18:31,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:18:31,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. service=MultiRowMutationService 2024-11-18T23:18:31,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T23:18:31,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:31,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:18:31,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:31,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:31,919 INFO [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:31,922 INFO [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41b89c768a2a27fa6e8681008cacf2c1 columnFamilyName hfileref 2024-11-18T23:18:31,922 DEBUG [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:31,923 INFO [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] regionserver.HStore(327): Store=41b89c768a2a27fa6e8681008cacf2c1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:18:31,924 INFO [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:31,927 INFO [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41b89c768a2a27fa6e8681008cacf2c1 columnFamilyName queue 2024-11-18T23:18:31,927 DEBUG [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:31,933 INFO [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] regionserver.HStore(327): Store=41b89c768a2a27fa6e8681008cacf2c1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:18:31,933 INFO [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:31,939 INFO [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41b89c768a2a27fa6e8681008cacf2c1 columnFamilyName sid 2024-11-18T23:18:31,939 DEBUG [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:31,940 INFO [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] regionserver.HStore(327): Store=41b89c768a2a27fa6e8681008cacf2c1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:18:31,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:31,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/replication/41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:31,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/replication/41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:31,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:31,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:31,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:18:31,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:31,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/replication/41b89c768a2a27fa6e8681008cacf2c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:18:31,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 41b89c768a2a27fa6e8681008cacf2c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71506291, jitterRate=0.06552676856517792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:18:31,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:31,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 41b89c768a2a27fa6e8681008cacf2c1: Running coprocessor pre-open hook at 1731971911915Writing region info on filesystem at 1731971911915Initializing all the Stores at 1731971911918 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971911918Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971911919 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971911919Cleaning up temporary data from old regions at 1731971911953 (+34 ms)Running coprocessor post-open hooks at 1731971911980 (+27 ms)Region opened successfully at 1731971911982 (+2 ms) 2024-11-18T23:18:31,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1., pid=7, masterSystemTime=1731971911855 2024-11-18T23:18:31,998 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=41b89c768a2a27fa6e8681008cacf2c1, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,45871,1731971897162 2024-11-18T23:18:32,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. 2024-11-18T23:18:32,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. 2024-11-18T23:18:32,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41b89c768a2a27fa6e8681008cacf2c1, server=9d96596e55a9,45871,1731971897162 because future has completed 2024-11-18T23:18:32,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T23:18:32,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 41b89c768a2a27fa6e8681008cacf2c1, server=9d96596e55a9,45871,1731971897162 in 314 msec 2024-11-18T23:18:32,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T23:18:32,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41b89c768a2a27fa6e8681008cacf2c1, ASSIGN in 484 msec 2024-11-18T23:18:32,037 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:18:32,037 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731971912037"}]},"ts":"1731971912037"} 2024-11-18T23:18:32,043 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T23:18:32,045 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:18:32,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0680 sec 2024-11-18T23:18:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:18:32,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1., hostname=9d96596e55a9,45871,1731971897162, seqNum=2] 2024-11-18T23:18:32,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45871 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-18T23:18:32,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45871-0x101503daf470001, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766 2024-11-18T23:18:32,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766 2024-11-18T23:18:32,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T23:18:32,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T23:18:32,398 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T23:18:32,461 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9d96596e55a9,45871,1731971897162, ReplicationSource: 1, currentBandwidth=0 2024-11-18T23:18:32,463 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:18:32,463 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,45871,1731971897162, seqNum=-1] 2024-11-18T23:18:32,463 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:18:32,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-18T23:18:32,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9d96596e55a9,45871,1731971897162', locateType=CURRENT is [region=hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1., hostname=9d96596e55a9,45871,1731971897162, seqNum=2] 2024-11-18T23:18:32,482 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T23:18:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T23:18:32,490 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9d96596e55a9,45871,1731971897162 suceeded 2024-11-18T23:18:32,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T23:18:32,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 262 msec 2024-11-18T23:18:32,496 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9d96596e55a9:34689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T23:18:32,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5900 sec 2024-11-18T23:18:32,509 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45871,1731971897162 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:34689' 2024-11-18T23:18:32,513 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45871,1731971897162 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1de1d83b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:32,513 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45871,1731971897162 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,34689,-1 for getting cluster id 2024-11-18T23:18:32,513 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45871,1731971897162 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:18:32,514 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cfa5131-b87f-40d0-be00-91996ab1ff27' 2024-11-18T23:18:32,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:18:32,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cfa5131-b87f-40d0-be00-91996ab1ff27" 2024-11-18T23:18:32,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d4f97b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:32,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,34689,-1] 2024-11-18T23:18:32,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:18:32,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:32,517 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:18:32,518 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45871,1731971897162 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4065d65d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:32,518 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45871,1731971897162 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:18:32,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,34689,1731971906727 2024-11-18T23:18:32,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c319460 2024-11-18T23:18:32,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:18:32,522 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T23:18:32,523 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45871,1731971897162 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9d96596e55a9,45871,1731971897162 (queues=1) is replicating from cluster=f39e57f5-8aca-410a-bb81-0c1a963730a0 to cluster=8cfa5131-b87f-40d0-be00-91996ab1ff27 2024-11-18T23:18:32,528 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45871,1731971897162 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9d96596e55a9%2C45871%2C1731971897162 2024-11-18T23:18:32,534 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45871,1731971897162 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9d96596e55a9,45871,1731971897162, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T23:18:32,536 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45871,1731971897162.replicationSource.shipper9d96596e55a9%2C45871%2C1731971897162,1-9d96596e55a9,45871,1731971897162 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9d96596e55a9%2C45871%2C1731971897162 2024-11-18T23:18:32,542 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45871,1731971897162.replicationSource.wal-reader.9d96596e55a9%2C45871%2C1731971897162,1-9d96596e55a9,45871,1731971897162 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162/9d96596e55a9%2C45871%2C1731971897162.1731971901486, startPosition=0, beingWritten=true 2024-11-18T23:18:32,823 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45871,1731971897162.replicationSource.wal-reader.9d96596e55a9%2C45871%2C1731971897162,1-9d96596e55a9,45871,1731971897162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162/9d96596e55a9%2C45871%2C1731971897162.1731971901486 to pos 0, reset compression=false 2024-11-18T23:18:33,048 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T23:18:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:18:33,079 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:18:33,079 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:18:33,079 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T23:18:33,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:33,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:33,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:18:33,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@189bc1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:33,080 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,39231,-1 for getting cluster id 2024-11-18T23:18:33,080 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:18:33,082 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f39e57f5-8aca-410a-bb81-0c1a963730a0' 2024-11-18T23:18:33,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:18:33,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f39e57f5-8aca-410a-bb81-0c1a963730a0" 2024-11-18T23:18:33,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aeda2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:33,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,39231,-1] 2024-11-18T23:18:33,084 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:18:33,084 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:33,086 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:18:33,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1916d881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:33,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:18:33,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,39231,1731971895631 2024-11-18T23:18:33,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cb8e299 2024-11-18T23:18:33,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:18:33,093 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:18:33,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://9d96596e55a9:34689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T23:18:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T23:18:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T23:18:33,098 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:34689' 2024-11-18T23:18:33,099 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15807b31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:33,099 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,34689,-1 for getting cluster id 2024-11-18T23:18:33,099 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:18:33,100 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cfa5131-b87f-40d0-be00-91996ab1ff27' 2024-11-18T23:18:33,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:18:33,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cfa5131-b87f-40d0-be00-91996ab1ff27" 2024-11-18T23:18:33,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3007a363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:33,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,34689,-1] 2024-11-18T23:18:33,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:18:33,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:33,102 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:18:33,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b254d55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:33,103 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:18:33,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,34689,1731971906727 2024-11-18T23:18:33,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20b5864f 2024-11-18T23:18:33,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:18:33,105 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:18:33,105 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-18T23:18:33,105 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T23:18:33,105 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:33,106 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:33,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:18:33,137 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45871,1731971897162.replicationSource.wal-reader.9d96596e55a9%2C45871%2C1731971897162,1-9d96596e55a9,45871,1731971897162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162/9d96596e55a9%2C45871%2C1731971897162.1731971901486 to pos 0, reset compression=false 2024-11-18T23:18:33,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T23:18:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T23:18:33,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-18T23:18:33,306 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-18T23:18:33,351 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-9d96596e55a9,45871,1731971897162, ReplicationSource: 2, currentBandwidth=0 2024-11-18T23:18:33,355 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-18T23:18:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-18T23:18:33,359 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 9d96596e55a9,45871,1731971897162 suceeded 2024-11-18T23:18:33,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T23:18:33,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-18T23:18:33,364 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://9d96596e55a9:34689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T23:18:33,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 270 msec 2024-11-18T23:18:33,379 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:34689' 2024-11-18T23:18:33,381 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b250af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:33,381 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,34689,-1 for getting cluster id 2024-11-18T23:18:33,381 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:18:33,382 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cfa5131-b87f-40d0-be00-91996ab1ff27' 2024-11-18T23:18:33,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:18:33,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cfa5131-b87f-40d0-be00-91996ab1ff27" 2024-11-18T23:18:33,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b2b045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:33,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,34689,-1] 2024-11-18T23:18:33,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:18:33,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:33,390 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:18:33,393 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d9fb902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:33,393 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:18:33,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,34689,1731971906727 2024-11-18T23:18:33,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ab66ffa 2024-11-18T23:18:33,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:18:33,397 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T23:18:33,402 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9d96596e55a9,45871,1731971897162 (queues=1) is replicating from cluster=f39e57f5-8aca-410a-bb81-0c1a963730a0 to cluster=8cfa5131-b87f-40d0-be00-91996ab1ff27 2024-11-18T23:18:33,402 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9d96596e55a9%2C45871%2C1731971897162 2024-11-18T23:18:33,403 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9d96596e55a9,45871,1731971897162, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T23:18:33,407 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162.replicationSource.wal-reader.9d96596e55a9%2C45871%2C1731971897162,2-9d96596e55a9,45871,1731971897162 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162/9d96596e55a9%2C45871%2C1731971897162.1731971901486, startPosition=0, beingWritten=true 2024-11-18T23:18:33,408 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162.replicationSource.shipper9d96596e55a9%2C45871%2C1731971897162,2-9d96596e55a9,45871,1731971897162 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9d96596e55a9%2C45871%2C1731971897162 2024-11-18T23:18:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T23:18:33,419 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-18T23:18:33,419 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:18:33,419 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:18:33,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:33,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:33,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:18:33,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:18:33,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,39231,1731971895631 2024-11-18T23:18:33,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71ecc597 2024-11-18T23:18:33,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:18:33,429 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:18:33,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T23:18:33,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T23:18:33,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T23:18:33,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T23:18:33,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://9d96596e55a9:34689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T23:18:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T23:18:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T23:18:33,456 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:34689' 2024-11-18T23:18:33,458 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe3fc61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:33,459 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,34689,-1 for getting cluster id 2024-11-18T23:18:33,459 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:18:33,460 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cfa5131-b87f-40d0-be00-91996ab1ff27' 2024-11-18T23:18:33,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:18:33,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cfa5131-b87f-40d0-be00-91996ab1ff27" 2024-11-18T23:18:33,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c86a732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:33,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,34689,-1] 2024-11-18T23:18:33,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:18:33,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:33,462 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:18:33,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd6564b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:33,464 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:18:33,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,34689,1731971906727 2024-11-18T23:18:33,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@675c2d3a 2024-11-18T23:18:33,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:18:33,471 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:18:33,472 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T23:18:33,472 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T23:18:33,472 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:33,473 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:33,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:18:33,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T23:18:33,553 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45871,1731971897162.replicationSource.wal-reader.9d96596e55a9%2C45871%2C1731971897162,1-9d96596e55a9,45871,1731971897162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162/9d96596e55a9%2C45871%2C1731971897162.1731971901486 to pos 0, reset compression=false 2024-11-18T23:18:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T23:18:33,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-18T23:18:33,647 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-18T23:18:33,647 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162.replicationSource.wal-reader.9d96596e55a9%2C45871%2C1731971897162,2-9d96596e55a9,45871,1731971897162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162/9d96596e55a9%2C45871%2C1731971897162.1731971901486 to pos 0, reset compression=false 2024-11-18T23:18:33,658 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-18T23:18:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-18T23:18:33,668 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 9d96596e55a9,45871,1731971897162 suceeded 2024-11-18T23:18:33,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-18T23:18:33,675 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://9d96596e55a9:34689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T23:18:33,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 179 msec 2024-11-18T23:18:33,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 228 msec 2024-11-18T23:18:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T23:18:33,769 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-18T23:18:33,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://9d96596e55a9:34689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T23:18:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T23:18:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T23:18:33,781 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:34689' 2024-11-18T23:18:33,782 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9049bf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:33,782 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,34689,-1 for getting cluster id 2024-11-18T23:18:33,782 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:18:33,783 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cfa5131-b87f-40d0-be00-91996ab1ff27' 2024-11-18T23:18:33,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:18:33,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cfa5131-b87f-40d0-be00-91996ab1ff27" 2024-11-18T23:18:33,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f62baaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:33,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,34689,-1] 2024-11-18T23:18:33,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:18:33,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:33,788 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:18:33,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101ce12b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:33,791 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:18:33,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,34689,1731971906727 2024-11-18T23:18:33,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f230e6d 2024-11-18T23:18:33,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:18:33,794 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:18:33,799 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-18T23:18:33,799 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T23:18:33,799 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:33,799 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:33,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:18:33,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T23:18:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T23:18:33,967 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162.replicationSource.wal-reader.9d96596e55a9%2C45871%2C1731971897162,2-9d96596e55a9,45871,1731971897162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162/9d96596e55a9%2C45871%2C1731971897162.1731971901486 to pos 0, reset compression=false 2024-11-18T23:18:33,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-18T23:18:33,978 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-18T23:18:33,981 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-18T23:18:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-18T23:18:33,991 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 9d96596e55a9,45871,1731971897162 suceeded 2024-11-18T23:18:33,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-18T23:18:33,997 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://9d96596e55a9:34689,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T23:18:33,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 169 msec 2024-11-18T23:18:34,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 227 msec 2024-11-18T23:18:34,063 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45871,1731971897162.replicationSource.wal-reader.9d96596e55a9%2C45871%2C1731971897162,1-9d96596e55a9,45871,1731971897162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162/9d96596e55a9%2C45871%2C1731971897162.1731971901486 to pos 0, reset compression=false 2024-11-18T23:18:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T23:18:34,104 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-18T23:18:34,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T23:18:34,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39231 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T23:18:34,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:18:34,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:18:34,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:34,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:34,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:18:34,115 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T23:18:34,115 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1619327374, stopped=false 2024-11-18T23:18:34,116 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d96596e55a9,39231,1731971895631 2024-11-18T23:18:34,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45871-0x101503daf470001, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01367518766/running 2024-11-18T23:18:34,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45871-0x101503daf470001, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766 2024-11-18T23:18:34,132 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:18:34,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01367518766/running 2024-11-18T23:18:34,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766 2024-11-18T23:18:34,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:18:34,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:18:34,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:34,134 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d96596e55a9,45871,1731971897162' ***** 2024-11-18T23:18:34,134 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T23:18:34,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45871-0x101503daf470001, quorum=127.0.0.1:49862, baseZNode=/01367518766 Set watcher on znode that does not yet exist, /01367518766/running 2024-11-18T23:18:34,134 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T23:18:34,135 INFO [RS:0;9d96596e55a9:45871 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T23:18:34,135 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T23:18:34,135 INFO [RS:0;9d96596e55a9:45871 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T23:18:34,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Set watcher on znode that does not yet exist, /01367518766/running 2024-11-18T23:18:34,136 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.HRegionServer(3091): Received CLOSE for 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:34,137 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.HRegionServer(959): stopping server 9d96596e55a9,45871,1731971897162 2024-11-18T23:18:34,137 INFO [RS:0;9d96596e55a9:45871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:18:34,137 INFO [RS:0;9d96596e55a9:45871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:45871. 2024-11-18T23:18:34,137 DEBUG [RS:0;9d96596e55a9:45871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:18:34,137 DEBUG [RS:0;9d96596e55a9:45871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:34,137 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T23:18:34,137 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T23:18:34,138 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T23:18:34,138 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T23:18:34,139 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41b89c768a2a27fa6e8681008cacf2c1, disabling compactions & flushes 2024-11-18T23:18:34,139 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. 2024-11-18T23:18:34,140 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. 2024-11-18T23:18:34,140 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. after waiting 0 ms 2024-11-18T23:18:34,140 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. 2024-11-18T23:18:34,144 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T23:18:34,144 DEBUG [RS:0;9d96596e55a9:45871 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 41b89c768a2a27fa6e8681008cacf2c1=hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1.} 2024-11-18T23:18:34,145 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:18:34,145 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:18:34,145 DEBUG [RS:0;9d96596e55a9:45871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:34,145 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:18:34,145 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:18:34,145 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:18:34,146 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T23:18:34,150 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 41b89c768a2a27fa6e8681008cacf2c1 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-18T23:18:34,169 INFO [regionserver/9d96596e55a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:18:34,245 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T23:18:34,245 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T23:18:34,254 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/.tmp/info/e655c265f8ba42d0804b71f8f02fb99a is 147, key is hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1./info:regioninfo/1731971911998/Put/seqid=0 2024-11-18T23:18:34,254 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/replication/41b89c768a2a27fa6e8681008cacf2c1/.tmp/queue/e46f203134e24608849193d501007a31 is 151, key is 1-9d96596e55a9,45871,1731971897162/queue:9d96596e55a9%2C45871%2C1731971897162/1731971912471/Put/seqid=0 2024-11-18T23:18:34,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741839_1015 (size=5500) 2024-11-18T23:18:34,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741838_1014 (size=6631) 2024-11-18T23:18:34,318 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/.tmp/info/e655c265f8ba42d0804b71f8f02fb99a 2024-11-18T23:18:34,346 DEBUG [RS:0;9d96596e55a9:45871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:34,397 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162.replicationSource.wal-reader.9d96596e55a9%2C45871%2C1731971897162,2-9d96596e55a9,45871,1731971897162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162/9d96596e55a9%2C45871%2C1731971897162.1731971901486 to pos 0, reset compression=false 2024-11-18T23:18:34,533 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/.tmp/ns/ca7dc265847749fe9974fb8597c7718a is 43, key is default/ns:d/1731971902800/Put/seqid=0 2024-11-18T23:18:34,546 DEBUG [RS:0;9d96596e55a9:45871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:34,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741840_1016 (size=5153) 2024-11-18T23:18:34,691 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45871,1731971897162.replicationSource.wal-reader.9d96596e55a9%2C45871%2C1731971897162,1-9d96596e55a9,45871,1731971897162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162/9d96596e55a9%2C45871%2C1731971897162.1731971901486 to pos 0, reset compression=false 2024-11-18T23:18:34,711 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/replication/41b89c768a2a27fa6e8681008cacf2c1/.tmp/queue/e46f203134e24608849193d501007a31 2024-11-18T23:18:34,746 DEBUG [RS:0;9d96596e55a9:45871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:34,754 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/replication/41b89c768a2a27fa6e8681008cacf2c1/.tmp/queue/e46f203134e24608849193d501007a31 as hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/replication/41b89c768a2a27fa6e8681008cacf2c1/queue/e46f203134e24608849193d501007a31 2024-11-18T23:18:34,789 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/replication/41b89c768a2a27fa6e8681008cacf2c1/queue/e46f203134e24608849193d501007a31, entries=2, sequenceid=6, filesize=5.4 K 2024-11-18T23:18:34,810 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 41b89c768a2a27fa6e8681008cacf2c1 in 658ms, sequenceid=6, compaction requested=false 2024-11-18T23:18:34,865 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/replication/41b89c768a2a27fa6e8681008cacf2c1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T23:18:34,872 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:18:34,873 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:18:34,873 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. 2024-11-18T23:18:34,874 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41b89c768a2a27fa6e8681008cacf2c1: Waiting for close lock at 1731971914138Running coprocessor pre-close hooks at 1731971914139 (+1 ms)Disabling compacts and flushes for region at 1731971914139Disabling writes for close at 1731971914140 (+1 ms)Obtaining lock to block concurrent updates at 1731971914150 (+10 ms)Preparing flush snapshotting stores in 41b89c768a2a27fa6e8681008cacf2c1 at 1731971914150Finished memstore snapshotting hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731971914159 (+9 ms)Flushing stores of hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. at 1731971914162 (+3 ms)Flushing 41b89c768a2a27fa6e8681008cacf2c1/queue: creating writer at 1731971914164 (+2 ms)Flushing 41b89c768a2a27fa6e8681008cacf2c1/queue: appending metadata at 1731971914236 (+72 ms)Flushing 41b89c768a2a27fa6e8681008cacf2c1/queue: closing flushed file at 1731971914240 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea75438: reopening flushed file at 1731971914746 (+506 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 41b89c768a2a27fa6e8681008cacf2c1 in 658ms, sequenceid=6, compaction requested=false at 1731971914810 (+64 ms)Writing region close event to WAL at 1731971914832 (+22 ms)Running coprocessor post-close hooks at 1731971914868 (+36 ms)Closed at 1731971914873 (+5 ms) 2024-11-18T23:18:34,874 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. 2024-11-18T23:18:34,940 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162.replicationSource.wal-reader.9d96596e55a9%2C45871%2C1731971897162,2-9d96596e55a9,45871,1731971897162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162/9d96596e55a9%2C45871%2C1731971897162.1731971901486 to pos 0, reset compression=false 2024-11-18T23:18:34,947 DEBUG [RS:0;9d96596e55a9:45871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:18:35,009 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/.tmp/ns/ca7dc265847749fe9974fb8597c7718a 2024-11-18T23:18:35,074 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/.tmp/table/e04711f35cb64e8dbb4ffb95b7566230 is 53, key is hbase:replication/table:state/1731971912037/Put/seqid=0 2024-11-18T23:18:35,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741841_1017 (size=5256) 2024-11-18T23:18:35,097 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/.tmp/table/e04711f35cb64e8dbb4ffb95b7566230 2024-11-18T23:18:35,129 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/.tmp/info/e655c265f8ba42d0804b71f8f02fb99a as hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/info/e655c265f8ba42d0804b71f8f02fb99a 2024-11-18T23:18:35,147 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T23:18:35,147 DEBUG [RS:0;9d96596e55a9:45871 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:18:35,147 DEBUG [RS:0;9d96596e55a9:45871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:18:35,175 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/info/e655c265f8ba42d0804b71f8f02fb99a, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T23:18:35,185 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/.tmp/ns/ca7dc265847749fe9974fb8597c7718a as hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/ns/ca7dc265847749fe9974fb8597c7718a 2024-11-18T23:18:35,224 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/ns/ca7dc265847749fe9974fb8597c7718a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T23:18:35,236 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/.tmp/table/e04711f35cb64e8dbb4ffb95b7566230 as hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/table/e04711f35cb64e8dbb4ffb95b7566230 2024-11-18T23:18:35,284 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/table/e04711f35cb64e8dbb4ffb95b7566230, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T23:18:35,287 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1141ms, sequenceid=11, compaction requested=false 2024-11-18T23:18:35,330 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T23:18:35,331 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:18:35,331 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:18:35,332 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:18:35,332 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731971914145Running coprocessor pre-close hooks at 1731971914145Disabling compacts and flushes for region at 1731971914145Disabling writes for close at 1731971914145Obtaining lock to block concurrent updates at 1731971914146 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731971914146Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731971914159 (+13 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731971914162 (+3 ms)Flushing 1588230740/info: creating writer at 1731971914164 (+2 ms)Flushing 1588230740/info: appending metadata at 1731971914234 (+70 ms)Flushing 1588230740/info: closing flushed file at 1731971914239 (+5 ms)Flushing 1588230740/ns: creating writer at 1731971914470 (+231 ms)Flushing 1588230740/ns: appending metadata at 1731971914531 (+61 ms)Flushing 1588230740/ns: closing flushed file at 1731971914531Flushing 1588230740/table: creating writer at 1731971915034 (+503 ms)Flushing 1588230740/table: appending metadata at 1731971915072 (+38 ms)Flushing 1588230740/table: closing flushed file at 1731971915072Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@305e5930: reopening flushed file at 1731971915121 (+49 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37b85985: reopening flushed file at 1731971915175 (+54 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cb7f118: reopening flushed file at 1731971915224 (+49 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1141ms, sequenceid=11, compaction requested=false at 1731971915287 (+63 ms)Writing region close event to WAL at 1731971915308 (+21 ms)Running coprocessor post-close hooks at 1731971915331 (+23 ms)Closed at 1731971915332 (+1 ms) 2024-11-18T23:18:35,332 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T23:18:35,348 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.HRegionServer(976): stopping server 9d96596e55a9,45871,1731971897162; all regions closed. 2024-11-18T23:18:35,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741834_1010 (size=2742) 2024-11-18T23:18:35,384 DEBUG [RS:0;9d96596e55a9:45871 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/oldWALs 2024-11-18T23:18:35,384 INFO [RS:0;9d96596e55a9:45871 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C45871%2C1731971897162.meta:.meta(num 1731971902080) 2024-11-18T23:18:35,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741837_1013 (size=1802) 2024-11-18T23:18:35,406 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162/9d96596e55a9%2C45871%2C1731971897162.rep.1731971911869 not finished, retry = 0 2024-11-18T23:18:35,412 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45871,1731971897162.replicationSource.wal-reader.9d96596e55a9%2C45871%2C1731971897162,1-9d96596e55a9,45871,1731971897162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162/9d96596e55a9%2C45871%2C1731971897162.1731971901486 to pos 0, reset compression=false 2024-11-18T23:18:35,528 DEBUG [RS:0;9d96596e55a9:45871 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/oldWALs 2024-11-18T23:18:35,528 INFO [RS:0;9d96596e55a9:45871 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C45871%2C1731971897162.rep:(num 1731971911869) 2024-11-18T23:18:35,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741833_1009 (size=93) 2024-11-18T23:18:35,569 DEBUG [RS:0;9d96596e55a9:45871 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/oldWALs 2024-11-18T23:18:35,570 INFO [RS:0;9d96596e55a9:45871 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C45871%2C1731971897162:(num 1731971901486) 2024-11-18T23:18:35,570 DEBUG [RS:0;9d96596e55a9:45871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:35,570 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:18:35,571 INFO [RS:0;9d96596e55a9:45871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:18:35,572 INFO [RS:0;9d96596e55a9:45871 {}] hbase.ChoreService(370): Chore service for: regionserver/9d96596e55a9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T23:18:35,572 INFO [RS:0;9d96596e55a9:45871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:18:35,572 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9d96596e55a9,45871,1731971897162 because: Region server is closing 2024-11-18T23:18:35,573 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:18:35,573 INFO [RS:0;9d96596e55a9:45871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:45871. 2024-11-18T23:18:35,573 DEBUG [RS:0;9d96596e55a9:45871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:18:35,573 DEBUG [RS:0;9d96596e55a9:45871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:35,573 DEBUG [RS:0;9d96596e55a9:45871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:35,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:18:35,579 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162.replicationSource.wal-reader.9d96596e55a9%2C45871%2C1731971897162,2-9d96596e55a9,45871,1731971897162 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162/9d96596e55a9%2C45871%2C1731971897162.1731971901486 to pos 0, reset compression=false 2024-11-18T23:18:35,590 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162.replicationSource.wal-reader.9d96596e55a9%2C45871%2C1731971897162,2-9d96596e55a9,45871,1731971897162 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162/9d96596e55a9%2C45871%2C1731971897162.1731971901486 was moved to hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/oldWALs/9d96596e55a9%2C45871%2C1731971897162.1731971901486 2024-11-18T23:18:35,602 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162.replicationSource.wal-reader.9d96596e55a9%2C45871%2C1731971897162,2-9d96596e55a9,45871,1731971897162 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162/9d96596e55a9%2C45871%2C1731971897162.1731971901486 2024-11-18T23:18:35,603 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162.replicationSource.shipper9d96596e55a9%2C45871%2C1731971897162,2-9d96596e55a9,45871,1731971897162 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-9d96596e55a9,45871,1731971897162 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162/9d96596e55a9%2C45871%2C1731971897162.1731971901486, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-18T23:18:35,615 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162.replicationSource.wal-reader.9d96596e55a9%2C45871%2C1731971897162,2-9d96596e55a9,45871,1731971897162 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-18T23:18:35,615 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162.replicationSource.wal-reader.9d96596e55a9%2C45871%2C1731971897162,2-9d96596e55a9,45871,1731971897162 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-18T23:18:35,614 ERROR [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162.replicationSource.shipper9d96596e55a9%2C45871%2C1731971897162,2-9d96596e55a9,45871,1731971897162 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9d96596e55a9,45871,1731971897162: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-9d96596e55a9,45871,1731971897162, walGroup=9d96596e55a9%2C45871%2C1731971897162, offset=9d96596e55a9%2C45871%2C1731971897162.1731971901486:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:45871 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T23:18:35,624 ERROR [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162.replicationSource.shipper9d96596e55a9%2C45871%2C1731971897162,2-9d96596e55a9,45871,1731971897162 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T23:18:35,628 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162.replicationSource.shipper9d96596e55a9%2C45871%2C1731971897162,2-9d96596e55a9,45871,1731971897162 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T23:18:35,630 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162.replicationSource.shipper9d96596e55a9%2C45871%2C1731971897162,2-9d96596e55a9,45871,1731971897162 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T23:18:35,630 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162.replicationSource.shipper9d96596e55a9%2C45871%2C1731971897162,2-9d96596e55a9,45871,1731971897162 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T23:18:35,631 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162.replicationSource.shipper9d96596e55a9%2C45871%2C1731971897162,2-9d96596e55a9,45871,1731971897162 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T23:18:35,631 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162.replicationSource.shipper9d96596e55a9%2C45871%2C1731971897162,2-9d96596e55a9,45871,1731971897162 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 404833056 }, "NonHeapMemoryUsage": { "committed": 153681920, "init": 7667712, "max": -1, "used": 151376320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T23:18:35,641 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162.replicationSource.shipper9d96596e55a9%2C45871%2C1731971897162,2-9d96596e55a9,45871,1731971897162 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [9d96596e55a9%2C45871%2C1731971897162.1731971901486] 2024-11-18T23:18:35,674 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45871,1731971897162.replicationSource.wal-reader.9d96596e55a9%2C45871%2C1731971897162,1-9d96596e55a9,45871,1731971897162 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T23:18:35,674 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45871,1731971897162.replicationSource.shipper9d96596e55a9%2C45871%2C1731971897162,1-9d96596e55a9,45871,1731971897162 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T23:18:35,674 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45871,1731971897162.replicationSource.shipper9d96596e55a9%2C45871%2C1731971897162,1-9d96596e55a9,45871,1731971897162 terminated 2024-11-18T23:18:35,675 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9d96596e55a9,45871,1731971897162 because: Region server is closing 2024-11-18T23:18:35,675 INFO [RS:0;9d96596e55a9:45871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:45871. 2024-11-18T23:18:35,675 DEBUG [RS:0;9d96596e55a9:45871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:18:35,676 DEBUG [RS:0;9d96596e55a9:45871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:35,676 DEBUG [RS:0;9d96596e55a9:45871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:35,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:18:35,676 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,45871,1731971897162.replicationSource.shipper9d96596e55a9%2C45871%2C1731971897162,2-9d96596e55a9,45871,1731971897162 terminated 2024-11-18T23:18:35,676 INFO [RS:0;9d96596e55a9:45871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45871 2024-11-18T23:18:35,700 INFO [RS:0;9d96596e55a9:45871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:18:35,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45871-0x101503daf470001, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01367518766/rs/9d96596e55a9,45871,1731971897162 2024-11-18T23:18:35,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766/rs 2024-11-18T23:18:35,721 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:18:35,729 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d96596e55a9,45871,1731971897162] 2024-11-18T23:18:35,748 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01367518766/draining/9d96596e55a9,45871,1731971897162 already deleted, retry=false 2024-11-18T23:18:35,748 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d96596e55a9,45871,1731971897162 expired; onlineServers=0 2024-11-18T23:18:35,749 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d96596e55a9,39231,1731971895631' ***** 2024-11-18T23:18:35,749 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T23:18:35,749 INFO [M:0;9d96596e55a9:39231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:18:35,749 INFO [M:0;9d96596e55a9:39231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:18:35,749 DEBUG [M:0;9d96596e55a9:39231 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T23:18:35,749 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T23:18:35,749 DEBUG [M:0;9d96596e55a9:39231 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T23:18:35,749 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731971900881 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731971900881,5,FailOnTimeoutGroup] 2024-11-18T23:18:35,749 INFO [M:0;9d96596e55a9:39231 {}] hbase.ChoreService(370): Chore service for: master/9d96596e55a9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T23:18:35,750 INFO [M:0;9d96596e55a9:39231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:18:35,750 DEBUG [M:0;9d96596e55a9:39231 {}] master.HMaster(1795): Stopping service threads 2024-11-18T23:18:35,750 INFO [M:0;9d96596e55a9:39231 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T23:18:35,750 INFO [M:0;9d96596e55a9:39231 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:18:35,751 INFO [M:0;9d96596e55a9:39231 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T23:18:35,751 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731971900879 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731971900879,5,FailOnTimeoutGroup] 2024-11-18T23:18:35,751 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T23:18:35,823 INFO [RS:0;9d96596e55a9:45871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:18:35,823 INFO [RS:0;9d96596e55a9:45871 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d96596e55a9,45871,1731971897162; zookeeper connection closed. 2024-11-18T23:18:35,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45871-0x101503daf470001, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:18:35,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45871-0x101503daf470001, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:18:35,828 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@423c8874 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@423c8874 2024-11-18T23:18:35,829 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T23:18:35,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01367518766/master 2024-11-18T23:18:35,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766 2024-11-18T23:18:36,055 DEBUG [M:0;9d96596e55a9:39231 {}] zookeeper.RecoverableZooKeeper(212): Node /01367518766/master already deleted, retry=false 2024-11-18T23:18:36,055 DEBUG [M:0;9d96596e55a9:39231 {}] master.ActiveMasterManager(353): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Failed delete of our master address node; KeeperErrorCode = NoNode for /01367518766/master 2024-11-18T23:18:36,056 INFO [M:0;9d96596e55a9:39231 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/.lastflushedseqids 2024-11-18T23:18:36,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741842_1018 (size=181) 2024-11-18T23:18:36,075 INFO [M:0;9d96596e55a9:39231 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T23:18:36,076 INFO [M:0;9d96596e55a9:39231 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T23:18:36,076 DEBUG [M:0;9d96596e55a9:39231 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:18:36,076 INFO [M:0;9d96596e55a9:39231 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:18:36,076 DEBUG [M:0;9d96596e55a9:39231 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:18:36,076 DEBUG [M:0;9d96596e55a9:39231 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:18:36,076 DEBUG [M:0;9d96596e55a9:39231 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:18:36,081 INFO [M:0;9d96596e55a9:39231 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-18T23:18:36,113 DEBUG [M:0;9d96596e55a9:39231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b735aa94a4a040f28d8af0a343e786e8 is 82, key is hbase:meta,,1/info:regioninfo/1731971902502/Put/seqid=0 2024-11-18T23:18:36,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741843_1019 (size=5672) 2024-11-18T23:18:36,563 INFO [M:0;9d96596e55a9:39231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b735aa94a4a040f28d8af0a343e786e8 2024-11-18T23:18:36,616 DEBUG [M:0;9d96596e55a9:39231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a90e0de364f45419885667294b1abb4 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731971912049/Put/seqid=0 2024-11-18T23:18:36,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741844_1020 (size=8663) 2024-11-18T23:18:36,665 INFO [M:0;9d96596e55a9:39231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a90e0de364f45419885667294b1abb4 2024-11-18T23:18:36,781 DEBUG [M:0;9d96596e55a9:39231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71b36d2e3db8486db9de196db1d6bc1f is 69, key is 9d96596e55a9,45871,1731971897162/rs:state/1731971900930/Put/seqid=0 2024-11-18T23:18:36,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741845_1021 (size=5156) 2024-11-18T23:18:36,820 INFO [M:0;9d96596e55a9:39231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71b36d2e3db8486db9de196db1d6bc1f 2024-11-18T23:18:36,876 DEBUG [M:0;9d96596e55a9:39231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b735aa94a4a040f28d8af0a343e786e8 as hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b735aa94a4a040f28d8af0a343e786e8 2024-11-18T23:18:36,917 INFO [M:0;9d96596e55a9:39231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b735aa94a4a040f28d8af0a343e786e8, entries=8, sequenceid=115, filesize=5.5 K 2024-11-18T23:18:36,933 DEBUG [M:0;9d96596e55a9:39231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a90e0de364f45419885667294b1abb4 as hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a90e0de364f45419885667294b1abb4 2024-11-18T23:18:36,982 INFO [M:0;9d96596e55a9:39231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a90e0de364f45419885667294b1abb4, entries=14, sequenceid=115, filesize=8.5 K 2024-11-18T23:18:36,992 DEBUG [M:0;9d96596e55a9:39231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71b36d2e3db8486db9de196db1d6bc1f as hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71b36d2e3db8486db9de196db1d6bc1f 2024-11-18T23:18:37,025 INFO [M:0;9d96596e55a9:39231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71b36d2e3db8486db9de196db1d6bc1f, entries=1, sequenceid=115, filesize=5.0 K 2024-11-18T23:18:37,027 INFO [M:0;9d96596e55a9:39231 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 951ms, sequenceid=115, compaction requested=false 2024-11-18T23:18:37,054 INFO [M:0;9d96596e55a9:39231 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:18:37,054 DEBUG [M:0;9d96596e55a9:39231 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731971916076Disabling compacts and flushes for region at 1731971916076Disabling writes for close at 1731971916076Obtaining lock to block concurrent updates at 1731971916081 (+5 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731971916081Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731971916081Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731971916085 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731971916085Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731971916112 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731971916112Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731971916580 (+468 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731971916615 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731971916615Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731971916704 (+89 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731971916780 (+76 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731971916780Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea2a3df: reopening flushed file at 1731971916855 (+75 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bb2627a: reopening flushed file at 1731971916917 (+62 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36267ec1: reopening flushed file at 1731971916982 (+65 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 951ms, sequenceid=115, compaction requested=false at 1731971917027 (+45 ms)Writing region close event to WAL at 1731971917054 (+27 ms)Closed at 1731971917054 2024-11-18T23:18:37,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741830_1006 (size=59421) 2024-11-18T23:18:37,084 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:18:37,085 INFO [M:0;9d96596e55a9:39231 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T23:18:37,085 INFO [M:0;9d96596e55a9:39231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39231 2024-11-18T23:18:37,085 INFO [M:0;9d96596e55a9:39231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:18:37,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:18:37,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39231-0x101503daf470000, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:18:37,304 INFO [M:0;9d96596e55a9:39231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:18:37,307 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:18:37,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:18:37,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:18:37,307 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:18:37,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:18:37,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:18:37,308 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T23:18:37,308 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:18:37,312 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37915 2024-11-18T23:18:37,315 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37915 connecting to ZooKeeper ensemble=127.0.0.1:49862 2024-11-18T23:18:37,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379150x0, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:18:37,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37915-0x101503daf470006 connected 2024-11-18T23:18:37,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:37,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:37,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Set watcher on znode that does not yet exist, /01367518766/running 2024-11-18T23:18:37,394 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01367518766/meta-region-server: INIT 2024-11-18T23:18:37,394 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22, hbase.cluster.distributed=false 2024-11-18T23:18:37,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Set watcher on znode that does not yet exist, /01367518766/acl 2024-11-18T23:18:37,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37915 2024-11-18T23:18:37,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37915 2024-11-18T23:18:37,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37915 2024-11-18T23:18:37,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37915 2024-11-18T23:18:37,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37915 2024-11-18T23:18:37,433 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:18:37,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:18:37,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:18:37,433 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:18:37,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:18:37,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:18:37,434 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T23:18:37,434 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:18:37,440 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42889 2024-11-18T23:18:37,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42889 connecting to ZooKeeper ensemble=127.0.0.1:49862 2024-11-18T23:18:37,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:37,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:37,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428890x0, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:18:37,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428890x0, quorum=127.0.0.1:49862, baseZNode=/01367518766 Set watcher on znode that does not yet exist, /01367518766/running 2024-11-18T23:18:37,479 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01367518766/meta-region-server: INIT 2024-11-18T23:18:37,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42889-0x101503daf470007 connected 2024-11-18T23:18:37,480 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T23:18:37,480 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T23:18:37,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42889-0x101503daf470007, quorum=127.0.0.1:49862, baseZNode=/01367518766 Set watcher on znode that does not yet exist, /01367518766/master 2024-11-18T23:18:37,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42889-0x101503daf470007, quorum=127.0.0.1:49862, baseZNode=/01367518766 Set watcher on znode that does not yet exist, /01367518766/acl 2024-11-18T23:18:37,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42889 2024-11-18T23:18:37,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42889 2024-11-18T23:18:37,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42889 2024-11-18T23:18:37,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42889 2024-11-18T23:18:37,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42889 2024-11-18T23:18:37,511 DEBUG [M:0;9d96596e55a9:37915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:37915 2024-11-18T23:18:37,512 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01367518766/backup-masters/9d96596e55a9,37915,1731971917306 2024-11-18T23:18:37,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x101503daf470007, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766/backup-masters 2024-11-18T23:18:37,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766/backup-masters 2024-11-18T23:18:37,628 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Set watcher on existing znode=/01367518766/backup-masters/9d96596e55a9,37915,1731971917306 2024-11-18T23:18:37,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x101503daf470007, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01367518766/master 2024-11-18T23:18:37,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766 2024-11-18T23:18:37,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x101503daf470007, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766 2024-11-18T23:18:37,667 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Set watcher on existing znode=/01367518766/master 2024-11-18T23:18:37,667 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01367518766/backup-masters/9d96596e55a9,37915,1731971917306 from backup master directory 2024-11-18T23:18:37,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x101503daf470007, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766/backup-masters 2024-11-18T23:18:37,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01367518766/backup-masters/9d96596e55a9,37915,1731971917306 2024-11-18T23:18:37,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766/backup-masters 2024-11-18T23:18:37,689 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:18:37,689 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,37915,1731971917306 2024-11-18T23:18:37,718 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:37,718 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T23:18:37,749 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 31ms. 2024-11-18T23:18:37,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741846_1022 (size=196) 2024-11-18T23:18:37,908 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:18:37,910 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T23:18:37,910 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:18:37,981 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-18T23:18:38,016 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/WALs/9d96596e55a9,39231,1731971895631 to hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/WALs/9d96596e55a9,39231,1731971895631-dead as it is dead 2024-11-18T23:18:38,021 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T23:18:38,022 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T23:18:38,022 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/WALs/9d96596e55a9,39231,1731971895631-dead/9d96596e55a9%2C39231%2C1731971895631.1731971899457 2024-11-18T23:18:38,039 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/WALs/9d96596e55a9,39231,1731971895631-dead/9d96596e55a9%2C39231%2C1731971895631.1731971899457 after 14ms 2024-11-18T23:18:38,044 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/WALs/9d96596e55a9,39231,1731971895631-dead/9d96596e55a9%2C39231%2C1731971895631.1731971899457 to hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9d96596e55a9%2C39231%2C1731971895631.1731971899457 2024-11-18T23:18:38,044 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/WALs/9d96596e55a9,39231,1731971895631-dead 2024-11-18T23:18:38,059 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/WALs/9d96596e55a9,37915,1731971917306 2024-11-18T23:18:38,072 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:18:38,085 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C37915%2C1731971917306, suffix=, logDir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/WALs/9d96596e55a9,37915,1731971917306, archiveDir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/oldWALs, maxLogs=10 2024-11-18T23:18:38,115 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/WALs/9d96596e55a9,37915,1731971917306/9d96596e55a9%2C37915%2C1731971917306.1731971918086, exclude list is [], retry=0 2024-11-18T23:18:38,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45781,DS-c43759ba-118b-4cd4-b080-07376ea9dae3,DISK] 2024-11-18T23:18:38,148 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/WALs/9d96596e55a9,37915,1731971917306/9d96596e55a9%2C37915%2C1731971917306.1731971918086 2024-11-18T23:18:38,149 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37375:37375)] 2024-11-18T23:18:38,149 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:18:38,150 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:18:38,150 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:38,150 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:38,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:38,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T23:18:38,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:38,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b735aa94a4a040f28d8af0a343e786e8 2024-11-18T23:18:38,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:38,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:38,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T23:18:38,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:38,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a90e0de364f45419885667294b1abb4 2024-11-18T23:18:38,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:18:38,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:38,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T23:18:38,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:38,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71b36d2e3db8486db9de196db1d6bc1f 2024-11-18T23:18:38,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:18:38,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:38,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T23:18:38,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:38,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:18:38,354 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:38,357 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-18T23:18:38,357 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9d96596e55a9%2C39231%2C1731971895631.1731971899457 2024-11-18T23:18:38,409 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9d96596e55a9%2C39231%2C1731971895631.1731971899457 2024-11-18T23:18:38,414 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9d96596e55a9%2C39231%2C1731971895631.1731971899457 2024-11-18T23:18:38,430 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:38,430 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:38,436 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:18:38,452 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:38,465 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-18T23:18:38,470 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64653908, jitterRate=-0.03658169507980347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:18:38,471 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731971918150Initializing all the Stores at 1731971918166 (+16 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971918166Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971918169 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971918170 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971918170Cleaning up temporary data from old regions at 1731971918430 (+260 ms)Region opened successfully at 1731971918470 (+40 ms) 2024-11-18T23:18:38,472 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T23:18:38,490 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420077e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:18:38,518 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-18T23:18:38,519 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T23:18:38,519 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T23:18:38,521 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T23:18:38,523 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-18T23:18:38,539 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T23:18:38,540 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T23:18:38,545 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T23:18:38,546 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T23:18:38,546 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T23:18:38,546 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T23:18:38,547 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 23 msec 2024-11-18T23:18:38,547 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T23:18:38,563 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9d96596e55a9,45871,1731971897162, regionLocation=9d96596e55a9,45871,1731971897162, openSeqNum=2 2024-11-18T23:18:38,563 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9d96596e55a9,45871,1731971897162, table=hbase:meta, region=1588230740 2024-11-18T23:18:38,564 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,45871,1731971897162, state=OPEN 2024-11-18T23:18:38,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01367518766/meta-region-server 2024-11-18T23:18:38,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01367518766/meta-region-server: CHANGED 2024-11-18T23:18:38,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x101503daf470007, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01367518766/meta-region-server 2024-11-18T23:18:38,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01367518766/meta-region-server: CHANGED 2024-11-18T23:18:38,595 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-18T23:18:38,647 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367518766/draining/9d96596e55a9,45871,1731971897162 already deleted, retry=false 2024-11-18T23:18:38,647 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 9d96596e55a9,45871,1731971897162 on 9d96596e55a9,37915,1731971917306 2024-11-18T23:18:38,662 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9d96596e55a9,45871,1731971897162, splitWal=true, meta=true 2024-11-18T23:18:38,669 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 9d96596e55a9,45871,1731971897162 (carryingMeta=true) 9d96596e55a9,45871,1731971897162/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6872c01e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T23:18:38,685 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Unable to get data of znode /01367518766/balancer because node does not exist (not necessarily an error) 2024-11-18T23:18:38,708 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367518766/balancer already deleted, retry=false 2024-11-18T23:18:38,708 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T23:18:38,712 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Unable to get data of znode /01367518766/normalizer because node does not exist (not necessarily an error) 2024-11-18T23:18:38,729 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367518766/normalizer already deleted, retry=false 2024-11-18T23:18:38,729 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T23:18:38,734 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Unable to get data of znode /01367518766/switch/split because node does not exist (not necessarily an error) 2024-11-18T23:18:38,747 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367518766/switch/split already deleted, retry=false 2024-11-18T23:18:38,750 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Unable to get data of znode /01367518766/switch/merge because node does not exist (not necessarily an error) 2024-11-18T23:18:38,763 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367518766/switch/merge already deleted, retry=false 2024-11-18T23:18:38,853 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Unable to get data of znode /01367518766/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T23:18:38,865 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01367518766/snapshot-cleanup already deleted, retry=false 2024-11-18T23:18:38,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x101503daf470007, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01367518766/running 2024-11-18T23:18:38,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x101503daf470007, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766 2024-11-18T23:18:38,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01367518766/running 2024-11-18T23:18:38,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766 2024-11-18T23:18:38,880 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,37915,1731971917306, sessionid=0x101503daf470006, setting cluster-up flag (Was=false) 2024-11-18T23:18:38,924 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01367518766/flush-table-proc/acquired, /01367518766/flush-table-proc/reached, /01367518766/flush-table-proc/abort 2024-11-18T23:18:38,956 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,37915,1731971917306 2024-11-18T23:18:39,001 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01367518766/online-snapshot/acquired, /01367518766/online-snapshot/reached, /01367518766/online-snapshot/abort 2024-11-18T23:18:39,017 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,37915,1731971917306 2024-11-18T23:18:39,027 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/.lastflushedseqids 2024-11-18T23:18:39,047 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T23:18:39,047 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T23:18:39,047 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,37915,1731971917306 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 9d96596e55a9,45871,1731971897162 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T23:18:39,084 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:18:39,085 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:18:39,085 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:18:39,085 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:18:39,085 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-18T23:18:39,085 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:39,085 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:18:39,085 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:39,101 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9d96596e55a9,45871,1731971897162, splitWal=true, meta=true 2024-11-18T23:18:39,103 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731971949103 2024-11-18T23:18:39,104 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T23:18:39,104 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T23:18:39,104 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T23:18:39,104 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T23:18:39,104 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T23:18:39,104 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T23:18:39,108 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:39,112 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T23:18:39,112 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9d96596e55a9,45871,1731971897162, splitWal=true, meta=true, isMeta: true 2024-11-18T23:18:39,112 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T23:18:39,113 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T23:18:39,113 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T23:18:39,117 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T23:18:39,117 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T23:18:39,124 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731971919117,5,FailOnTimeoutGroup] 2024-11-18T23:18:39,124 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162-splitting 2024-11-18T23:18:39,128 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731971919124,5,FailOnTimeoutGroup] 2024-11-18T23:18:39,128 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:39,128 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T23:18:39,128 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:39,128 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:39,128 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731971919128, completionTime=-1 2024-11-18T23:18:39,129 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-18T23:18:39,134 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.HRegionServer(746): ClusterId : f39e57f5-8aca-410a-bb81-0c1a963730a0 2024-11-18T23:18:39,134 DEBUG [RS:0;9d96596e55a9:42889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T23:18:39,136 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T23:18:39,136 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162-splitting dir is empty, no logs to split. 2024-11-18T23:18:39,136 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9d96596e55a9,45871,1731971897162 WAL count=0, meta=true 2024-11-18T23:18:39,169 DEBUG [RS:0;9d96596e55a9:42889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T23:18:39,170 DEBUG [RS:0;9d96596e55a9:42889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T23:18:39,178 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162-splitting dir is empty, no logs to split. 2024-11-18T23:18:39,178 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9d96596e55a9,45871,1731971897162 WAL count=0, meta=true 2024-11-18T23:18:39,178 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9d96596e55a9,45871,1731971897162 WAL splitting is done? wals=0, meta=true 2024-11-18T23:18:39,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T23:18:39,208 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:18:39,215 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T23:18:39,215 DEBUG [RS:0;9d96596e55a9:42889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T23:18:39,216 DEBUG [RS:0;9d96596e55a9:42889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517c53ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:18:39,255 DEBUG [RS:0;9d96596e55a9:42889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:42889 2024-11-18T23:18:39,256 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T23:18:39,256 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T23:18:39,256 DEBUG [RS:0;9d96596e55a9:42889 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T23:18:39,264 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,37915,1731971917306 with port=42889, startcode=1731971917432 2024-11-18T23:18:39,265 DEBUG [RS:0;9d96596e55a9:42889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T23:18:39,281 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T23:18:39,281 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37915 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,42889,1731971917432 2024-11-18T23:18:39,282 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37915 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,42889,1731971917432 2024-11-18T23:18:39,289 DEBUG [RS:0;9d96596e55a9:42889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22 2024-11-18T23:18:39,289 DEBUG [RS:0;9d96596e55a9:42889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46877 2024-11-18T23:18:39,289 DEBUG [RS:0;9d96596e55a9:42889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T23:18:39,295 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=166ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T23:18:39,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766/rs 2024-11-18T23:18:39,319 DEBUG [RS:0;9d96596e55a9:42889 {}] zookeeper.ZKUtil(111): regionserver:42889-0x101503daf470007, quorum=127.0.0.1:49862, baseZNode=/01367518766 Set watcher on existing znode=/01367518766/rs/9d96596e55a9,42889,1731971917432 2024-11-18T23:18:39,319 WARN [RS:0;9d96596e55a9:42889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:18:39,319 INFO [RS:0;9d96596e55a9:42889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:18:39,319 DEBUG [RS:0;9d96596e55a9:42889 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432 2024-11-18T23:18:39,328 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,42889,1731971917432] 2024-11-18T23:18:39,366 WARN [9d96596e55a9:37915 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T23:18:39,465 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T23:18:39,467 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T23:18:39,468 INFO [RS:0;9d96596e55a9:42889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T23:18:39,468 INFO [RS:0;9d96596e55a9:42889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:39,470 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T23:18:39,471 INFO [RS:0;9d96596e55a9:42889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T23:18:39,471 INFO [RS:0;9d96596e55a9:42889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:39,472 DEBUG [RS:0;9d96596e55a9:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:39,472 DEBUG [RS:0;9d96596e55a9:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:39,472 DEBUG [RS:0;9d96596e55a9:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:39,472 DEBUG [RS:0;9d96596e55a9:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:39,472 DEBUG [RS:0;9d96596e55a9:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:39,472 DEBUG [RS:0;9d96596e55a9:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:18:39,472 DEBUG [RS:0;9d96596e55a9:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:39,472 DEBUG [RS:0;9d96596e55a9:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:39,472 DEBUG [RS:0;9d96596e55a9:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:39,472 DEBUG [RS:0;9d96596e55a9:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:39,473 DEBUG [RS:0;9d96596e55a9:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:39,473 DEBUG [RS:0;9d96596e55a9:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:39,473 DEBUG [RS:0;9d96596e55a9:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:18:39,473 DEBUG [RS:0;9d96596e55a9:42889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:18:39,473 INFO [RS:0;9d96596e55a9:42889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:39,473 INFO [RS:0;9d96596e55a9:42889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:39,474 INFO [RS:0;9d96596e55a9:42889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:39,474 INFO [RS:0;9d96596e55a9:42889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:39,474 INFO [RS:0;9d96596e55a9:42889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:39,474 INFO [RS:0;9d96596e55a9:42889 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,42889,1731971917432-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:18:39,492 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T23:18:39,492 INFO [RS:0;9d96596e55a9:42889 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,42889,1731971917432-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:39,518 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.ReplicationSource(231): queueId=1-9d96596e55a9,42889,1731971917432, ReplicationSource: 1, currentBandwidth=0 2024-11-18T23:18:39,535 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.ReplicationSource(231): queueId=2-9d96596e55a9,42889,1731971917432, ReplicationSource: 2, currentBandwidth=0 2024-11-18T23:18:39,535 INFO [RS:0;9d96596e55a9:42889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:39,535 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.Replication(171): 9d96596e55a9,42889,1731971917432 started 2024-11-18T23:18:39,538 DEBUG [RS:0;9d96596e55a9:42889.replicationSource,1-9d96596e55a9,42889,1731971917432 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:34689' 2024-11-18T23:18:39,540 DEBUG [RS:0;9d96596e55a9:42889.replicationSource,1-9d96596e55a9,42889,1731971917432 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@189975af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:39,540 DEBUG [RS:0;9d96596e55a9:42889.replicationSource,1-9d96596e55a9,42889,1731971917432 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,34689,-1 for getting cluster id 2024-11-18T23:18:39,541 DEBUG [RS:0;9d96596e55a9:42889.replicationSource,1-9d96596e55a9,42889,1731971917432 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:18:39,545 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cfa5131-b87f-40d0-be00-91996ab1ff27' 2024-11-18T23:18:39,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:18:39,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cfa5131-b87f-40d0-be00-91996ab1ff27" 2024-11-18T23:18:39,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22cd2db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:39,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,34689,-1] 2024-11-18T23:18:39,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:18:39,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:39,548 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:18:39,549 DEBUG [RS:0;9d96596e55a9:42889.replicationSource,1-9d96596e55a9,42889,1731971917432 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76e178fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:39,549 DEBUG [RS:0;9d96596e55a9:42889.replicationSource,1-9d96596e55a9,42889,1731971917432 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:18:39,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,34689,1731971906727 2024-11-18T23:18:39,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@322ea2be 2024-11-18T23:18:39,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:18:39,552 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-18T23:18:39,553 INFO [RS:0;9d96596e55a9:42889.replicationSource,1-9d96596e55a9,42889,1731971917432 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9d96596e55a9,42889,1731971917432 (queues=0) is replicating from cluster=f39e57f5-8aca-410a-bb81-0c1a963730a0 to cluster=8cfa5131-b87f-40d0-be00-91996ab1ff27 2024-11-18T23:18:39,555 INFO [RS:0;9d96596e55a9:42889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:39,555 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,42889,1731971917432, RpcServer on 9d96596e55a9/172.17.0.2:42889, sessionid=0x101503daf470007 2024-11-18T23:18:39,555 DEBUG [RS:0;9d96596e55a9:42889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T23:18:39,555 DEBUG [RS:0;9d96596e55a9:42889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,42889,1731971917432 2024-11-18T23:18:39,555 DEBUG [RS:0;9d96596e55a9:42889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,42889,1731971917432' 2024-11-18T23:18:39,555 DEBUG [RS:0;9d96596e55a9:42889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01367518766/flush-table-proc/abort' 2024-11-18T23:18:39,556 DEBUG [RS:0;9d96596e55a9:42889.replicationSource,2-9d96596e55a9,42889,1731971917432 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:34689' 2024-11-18T23:18:39,556 DEBUG [RS:0;9d96596e55a9:42889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01367518766/flush-table-proc/acquired' 2024-11-18T23:18:39,556 DEBUG [RS:0;9d96596e55a9:42889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T23:18:39,556 DEBUG [RS:0;9d96596e55a9:42889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T23:18:39,556 DEBUG [RS:0;9d96596e55a9:42889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,42889,1731971917432 2024-11-18T23:18:39,556 DEBUG [RS:0;9d96596e55a9:42889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,42889,1731971917432' 2024-11-18T23:18:39,556 DEBUG [RS:0;9d96596e55a9:42889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01367518766/online-snapshot/abort' 2024-11-18T23:18:39,557 DEBUG [RS:0;9d96596e55a9:42889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01367518766/online-snapshot/acquired' 2024-11-18T23:18:39,557 DEBUG [RS:0;9d96596e55a9:42889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T23:18:39,557 INFO [RS:0;9d96596e55a9:42889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T23:18:39,557 INFO [RS:0;9d96596e55a9:42889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T23:18:39,557 DEBUG [RS:0;9d96596e55a9:42889.replicationSource,2-9d96596e55a9,42889,1731971917432 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@611b6ccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:39,557 DEBUG [RS:0;9d96596e55a9:42889.replicationSource,2-9d96596e55a9,42889,1731971917432 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,34689,-1 for getting cluster id 2024-11-18T23:18:39,558 DEBUG [RS:0;9d96596e55a9:42889.replicationSource,2-9d96596e55a9,42889,1731971917432 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:18:39,558 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cfa5131-b87f-40d0-be00-91996ab1ff27' 2024-11-18T23:18:39,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:18:39,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cfa5131-b87f-40d0-be00-91996ab1ff27" 2024-11-18T23:18:39,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e058cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:39,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,34689,-1] 2024-11-18T23:18:39,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:18:39,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:39,560 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:18:39,561 DEBUG [RS:0;9d96596e55a9:42889.replicationSource,2-9d96596e55a9,42889,1731971917432 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5de7be05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:39,562 DEBUG [RS:0;9d96596e55a9:42889.replicationSource,2-9d96596e55a9,42889,1731971917432 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:18:39,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,34689,1731971906727 2024-11-18T23:18:39,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@748330a7 2024-11-18T23:18:39,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:18:39,564 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-18T23:18:39,565 INFO [RS:0;9d96596e55a9:42889.replicationSource,2-9d96596e55a9,42889,1731971917432 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9d96596e55a9,42889,1731971917432 (queues=0) is replicating from cluster=f39e57f5-8aca-410a-bb81-0c1a963730a0 to cluster=8cfa5131-b87f-40d0-be00-91996ab1ff27 2024-11-18T23:18:39,661 INFO [RS:0;9d96596e55a9:42889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:18:39,673 INFO [RS:0;9d96596e55a9:42889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C42889%2C1731971917432, suffix=, logDir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432, archiveDir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/oldWALs, maxLogs=10 2024-11-18T23:18:39,695 DEBUG [RS:0;9d96596e55a9:42889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.1731971919674, exclude list is [], retry=0 2024-11-18T23:18:39,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45781,DS-c43759ba-118b-4cd4-b080-07376ea9dae3,DISK] 2024-11-18T23:18:39,713 INFO [RS:0;9d96596e55a9:42889 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.1731971919674 2024-11-18T23:18:39,713 DEBUG [RS:0;9d96596e55a9:42889 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9d96596e55a9%2C42889%2C1731971917432 for peer 1 2024-11-18T23:18:39,713 DEBUG [RS:0;9d96596e55a9:42889 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9d96596e55a9%2C42889%2C1731971917432 for peer 2 2024-11-18T23:18:39,713 DEBUG [RS:0;9d96596e55a9:42889 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9d96596e55a9%2C42889%2C1731971917432 2024-11-18T23:18:39,713 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9d96596e55a9,42889,1731971917432, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T23:18:39,714 DEBUG [RS:0;9d96596e55a9:42889 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9d96596e55a9%2C42889%2C1731971917432 2024-11-18T23:18:39,714 INFO [RS:0;9d96596e55a9:42889.replicationSource.shipper9d96596e55a9%2C42889%2C1731971917432,1-9d96596e55a9,42889,1731971917432 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9d96596e55a9%2C42889%2C1731971917432 2024-11-18T23:18:39,714 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9d96596e55a9,42889,1731971917432, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T23:18:39,715 DEBUG [RS:0;9d96596e55a9:42889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37375:37375)] 2024-11-18T23:18:39,716 DEBUG [RS:0;9d96596e55a9:42889.replicationSource.wal-reader.9d96596e55a9%2C42889%2C1731971917432,2-9d96596e55a9,42889,1731971917432 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.1731971919674, startPosition=0, beingWritten=true 2024-11-18T23:18:39,716 DEBUG [RS:0;9d96596e55a9:42889.replicationSource.wal-reader.9d96596e55a9%2C42889%2C1731971917432,1-9d96596e55a9,42889,1731971917432 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.1731971919674, startPosition=0, beingWritten=true 2024-11-18T23:18:39,717 INFO [RS:0;9d96596e55a9:42889.replicationSource.shipper9d96596e55a9%2C42889%2C1731971917432,2-9d96596e55a9,42889,1731971917432 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9d96596e55a9%2C42889%2C1731971917432 2024-11-18T23:18:39,867 DEBUG [9d96596e55a9:37915 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:18:39,870 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,42889,1731971917432 2024-11-18T23:18:39,873 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,42889,1731971917432, state=OPENING 2024-11-18T23:18:39,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x101503daf470007, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01367518766/meta-region-server 2024-11-18T23:18:39,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01367518766/meta-region-server: CHANGED 2024-11-18T23:18:39,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01367518766/meta-region-server 2024-11-18T23:18:39,896 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:18:39,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01367518766/meta-region-server: CHANGED 2024-11-18T23:18:39,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,42889,1731971917432}] 2024-11-18T23:18:39,940 DEBUG [RS:0;9d96596e55a9:42889.replicationSource.wal-reader.9d96596e55a9%2C42889%2C1731971917432,2-9d96596e55a9,42889,1731971917432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.1731971919674 to pos 0, reset compression=false 2024-11-18T23:18:39,951 DEBUG [RS:0;9d96596e55a9:42889.replicationSource.wal-reader.9d96596e55a9%2C42889%2C1731971917432,1-9d96596e55a9,42889,1731971917432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.1731971919674 to pos 0, reset compression=false 2024-11-18T23:18:40,058 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:18:40,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:18:40,085 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T23:18:40,085 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:18:40,086 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T23:18:40,096 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C42889%2C1731971917432.meta, suffix=.meta, logDir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432, archiveDir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/oldWALs, maxLogs=10 2024-11-18T23:18:40,117 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.meta.1731971920097.meta, exclude list is [], retry=0 2024-11-18T23:18:40,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45781,DS-c43759ba-118b-4cd4-b080-07376ea9dae3,DISK] 2024-11-18T23:18:40,136 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.meta.1731971920097.meta 2024-11-18T23:18:40,140 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37375:37375)] 2024-11-18T23:18:40,141 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:18:40,141 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:18:40,142 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:18:40,142 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T23:18:40,142 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T23:18:40,142 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T23:18:40,142 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:18:40,142 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T23:18:40,142 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T23:18:40,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:18:40,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:18:40,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:40,203 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/info/e655c265f8ba42d0804b71f8f02fb99a 2024-11-18T23:18:40,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:40,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:18:40,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:18:40,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:40,215 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/ns/ca7dc265847749fe9974fb8597c7718a 2024-11-18T23:18:40,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:40,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:18:40,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:18:40,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:40,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:40,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:18:40,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:18:40,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:40,234 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/table/e04711f35cb64e8dbb4ffb95b7566230 2024-11-18T23:18:40,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:40,234 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:18:40,235 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740 2024-11-18T23:18:40,239 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740 2024-11-18T23:18:40,248 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:18:40,248 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:18:40,252 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:18:40,261 DEBUG [RS:0;9d96596e55a9:42889.replicationSource.wal-reader.9d96596e55a9%2C42889%2C1731971917432,2-9d96596e55a9,42889,1731971917432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.1731971919674 to pos 0, reset compression=false 2024-11-18T23:18:40,262 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:18:40,263 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73287091, jitterRate=0.09206275641918182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:18:40,264 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T23:18:40,264 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731971920143Writing region info on filesystem at 1731971920143Initializing all the Stores at 1731971920151 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971920152 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971920152Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971920152Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971920152Cleaning up temporary data from old regions at 1731971920248 (+96 ms)Running coprocessor post-open hooks at 1731971920264 (+16 ms)Region opened successfully at 1731971920264 2024-11-18T23:18:40,266 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731971920058 2024-11-18T23:18:40,268 DEBUG [RS:0;9d96596e55a9:42889.replicationSource.wal-reader.9d96596e55a9%2C42889%2C1731971917432,1-9d96596e55a9,42889,1731971917432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.1731971919674 to pos 0, reset compression=false 2024-11-18T23:18:40,273 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T23:18:40,274 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T23:18:40,275 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=9d96596e55a9,42889,1731971917432 2024-11-18T23:18:40,277 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,42889,1731971917432, state=OPEN 2024-11-18T23:18:40,367 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,42889,1731971917432 2024-11-18T23:18:40,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01367518766/meta-region-server 2024-11-18T23:18:40,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01367518766/meta-region-server: CHANGED 2024-11-18T23:18:40,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x101503daf470007, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01367518766/meta-region-server 2024-11-18T23:18:40,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01367518766/meta-region-server: CHANGED 2024-11-18T23:18:40,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-18T23:18:40,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,42889,1731971917432 in 470 msec 2024-11-18T23:18:40,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-18T23:18:40,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1920 sec 2024-11-18T23:18:40,668 DEBUG [RS:0;9d96596e55a9:42889.replicationSource.wal-reader.9d96596e55a9%2C42889%2C1731971917432,2-9d96596e55a9,42889,1731971917432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.1731971919674 to pos 0, reset compression=false 2024-11-18T23:18:40,688 DEBUG [RS:0;9d96596e55a9:42889.replicationSource.wal-reader.9d96596e55a9%2C42889%2C1731971917432,1-9d96596e55a9,42889,1731971917432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.1731971919674 to pos 0, reset compression=false 2024-11-18T23:18:40,809 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1680ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1514ms 2024-11-18T23:18:40,836 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:18:41,209 DEBUG [RS:0;9d96596e55a9:42889.replicationSource.wal-reader.9d96596e55a9%2C42889%2C1731971917432,2-9d96596e55a9,42889,1731971917432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.1731971919674 to pos 0, reset compression=false 2024-11-18T23:18:41,237 DEBUG [RS:0;9d96596e55a9:42889.replicationSource.wal-reader.9d96596e55a9%2C42889%2C1731971917432,1-9d96596e55a9,42889,1731971917432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.1731971919674 to pos 0, reset compression=false 2024-11-18T23:18:41,818 DEBUG [RS:0;9d96596e55a9:42889.replicationSource.wal-reader.9d96596e55a9%2C42889%2C1731971917432,2-9d96596e55a9,42889,1731971917432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.1731971919674 to pos 0, reset compression=false 2024-11-18T23:18:41,865 DEBUG [RS:0;9d96596e55a9:42889.replicationSource.wal-reader.9d96596e55a9%2C42889%2C1731971917432,1-9d96596e55a9,42889,1731971917432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.1731971919674 to pos 0, reset compression=false 2024-11-18T23:18:42,322 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3193ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3027ms 2024-11-18T23:18:42,537 DEBUG [RS:0;9d96596e55a9:42889.replicationSource.wal-reader.9d96596e55a9%2C42889%2C1731971917432,2-9d96596e55a9,42889,1731971917432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.1731971919674 to pos 0, reset compression=false 2024-11-18T23:18:42,592 DEBUG [RS:0;9d96596e55a9:42889.replicationSource.wal-reader.9d96596e55a9%2C42889%2C1731971917432,1-9d96596e55a9,42889,1731971917432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.1731971919674 to pos 0, reset compression=false 2024-11-18T23:18:43,360 DEBUG [RS:0;9d96596e55a9:42889.replicationSource.wal-reader.9d96596e55a9%2C42889%2C1731971917432,2-9d96596e55a9,42889,1731971917432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.1731971919674 to pos 0, reset compression=false 2024-11-18T23:18:43,402 DEBUG [RS:0;9d96596e55a9:42889.replicationSource.wal-reader.9d96596e55a9%2C42889%2C1731971917432,1-9d96596e55a9,42889,1731971917432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.1731971919674 to pos 0, reset compression=false 2024-11-18T23:18:43,631 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4502ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-18T23:18:43,631 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T23:18:43,632 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:18:43,632 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,42889,1731971917432, seqNum=-1] 2024-11-18T23:18:43,633 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:18:43,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:18:43,661 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41b89c768a2a27fa6e8681008cacf2c1, regionState=OPEN, lastHost=9d96596e55a9,45871,1731971897162, regionLocation=9d96596e55a9,45871,1731971897162, openSeqNum=2 2024-11-18T23:18:43,661 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T23:18:43,662 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731971983661 2024-11-18T23:18:43,662 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731972043662 2024-11-18T23:18:43,662 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 30 msec 2024-11-18T23:18:43,662 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,37915,1731971917306-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:43,663 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,37915,1731971917306-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:43,663 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 9d96596e55a9,45871,1731971897162 had 2 regions 2024-11-18T23:18:43,663 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,37915,1731971917306-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:43,663 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:37915, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:43,663 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:43,664 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:43,666 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9d96596e55a9,45871,1731971897162, splitWal=true, meta=true, isMeta: false 2024-11-18T23:18:43,681 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.992sec 2024-11-18T23:18:43,681 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T23:18:43,681 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T23:18:43,681 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T23:18:43,681 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T23:18:43,681 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T23:18:43,681 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,37915,1731971917306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:18:43,681 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,37915,1731971917306-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T23:18:43,684 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162-splitting dir is empty, no logs to split. 2024-11-18T23:18:43,684 INFO [PEWorker-4 {}] master.SplitWALManager(105): 9d96596e55a9,45871,1731971897162 WAL count=0, meta=false 2024-11-18T23:18:43,692 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,45871,1731971897162-splitting dir is empty, no logs to split. 2024-11-18T23:18:43,692 INFO [PEWorker-4 {}] master.SplitWALManager(105): 9d96596e55a9,45871,1731971897162 WAL count=0, meta=false 2024-11-18T23:18:43,692 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 9d96596e55a9,45871,1731971897162 WAL splitting is done? wals=0, meta=false 2024-11-18T23:18:43,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41b89c768a2a27fa6e8681008cacf2c1, ASSIGN}] 2024-11-18T23:18:43,701 WARN [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=9d96596e55a9,45871,1731971897162/hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. 2024-11-18T23:18:43,709 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41b89c768a2a27fa6e8681008cacf2c1, ASSIGN 2024-11-18T23:18:43,712 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=41b89c768a2a27fa6e8681008cacf2c1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T23:18:43,713 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T23:18:43,713 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T23:18:43,713 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,37915,1731971917306-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:43,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a43fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:43,753 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,37915,-1 for getting cluster id 2024-11-18T23:18:43,753 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:18:43,758 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f39e57f5-8aca-410a-bb81-0c1a963730a0' 2024-11-18T23:18:43,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:18:43,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f39e57f5-8aca-410a-bb81-0c1a963730a0" 2024-11-18T23:18:43,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@374680c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:43,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,37915,-1] 2024-11-18T23:18:43,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:18:43,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:43,766 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:18:43,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b48a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:43,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:18:43,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,42889,1731971917432, seqNum=-1] 2024-11-18T23:18:43,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:18:43,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:18:43,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-18T23:18:43,793 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:18:43,793 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:18:43,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:43,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:43,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 9d96596e55a9:37915 after: 9d96596e55a9:37915 2024-11-18T23:18:43,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:18:43,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d590ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:43,795 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,37915,-1 for getting cluster id 2024-11-18T23:18:43,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:18:43,796 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f39e57f5-8aca-410a-bb81-0c1a963730a0' 2024-11-18T23:18:43,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:18:43,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f39e57f5-8aca-410a-bb81-0c1a963730a0" 2024-11-18T23:18:43,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@215d250a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:43,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,37915,-1] 2024-11-18T23:18:43,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:18:43,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:43,802 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:18:43,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a06ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:43,806 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:18:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,37915,1731971917306 2024-11-18T23:18:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dc0863f 2024-11-18T23:18:43,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:18:43,818 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:18:43,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T23:18:43,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T23:18:43,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T23:18:43,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37915 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-18T23:18:43,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T23:18:43,846 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:18:43,846 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:18:43,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:43,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:43,849 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T23:18:43,849 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=34537438, stopped=false 2024-11-18T23:18:43,849 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d96596e55a9,34689,1731971906727 2024-11-18T23:18:43,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:18:43,862 DEBUG [9d96596e55a9:37915 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:18:43,863 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=41b89c768a2a27fa6e8681008cacf2c1, regionState=OPENING, regionLocation=9d96596e55a9,42889,1731971917432 2024-11-18T23:18:43,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=41b89c768a2a27fa6e8681008cacf2c1, ASSIGN because future has completed 2024-11-18T23:18:43,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41b89c768a2a27fa6e8681008cacf2c1, server=9d96596e55a9,42889,1731971917432}] 2024-11-18T23:18:43,950 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101503daf470004, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1195119457/running 2024-11-18T23:18:43,950 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101503daf470004, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195119457 2024-11-18T23:18:43,953 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:18:43,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1195119457/running 2024-11-18T23:18:43,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195119457 2024-11-18T23:18:43,954 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:18:43,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:18:43,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:43,955 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d96596e55a9,43651,1731971906966' ***** 2024-11-18T23:18:43,955 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T23:18:43,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Set watcher on znode that does not yet exist, /1-1195119457/running 2024-11-18T23:18:43,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43651-0x101503daf470004, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Set watcher on znode that does not yet exist, /1-1195119457/running 2024-11-18T23:18:43,955 INFO [RS:0;9d96596e55a9:43651 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T23:18:43,956 INFO [RS:0;9d96596e55a9:43651 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T23:18:43,956 INFO [RS:0;9d96596e55a9:43651 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T23:18:43,956 INFO [RS:0;9d96596e55a9:43651 {}] regionserver.HRegionServer(959): stopping server 9d96596e55a9,43651,1731971906966 2024-11-18T23:18:43,956 INFO [RS:0;9d96596e55a9:43651 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:18:43,956 INFO [RS:0;9d96596e55a9:43651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:43651. 2024-11-18T23:18:43,956 DEBUG [RS:0;9d96596e55a9:43651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:18:43,956 DEBUG [RS:0;9d96596e55a9:43651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:43,956 INFO [RS:0;9d96596e55a9:43651 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T23:18:43,956 INFO [RS:0;9d96596e55a9:43651 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T23:18:43,956 INFO [RS:0;9d96596e55a9:43651 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T23:18:43,956 INFO [RS:0;9d96596e55a9:43651 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T23:18:43,957 INFO [RS:0;9d96596e55a9:43651 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T23:18:43,957 DEBUG [RS:0;9d96596e55a9:43651 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:18:43,957 DEBUG [RS:0;9d96596e55a9:43651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:18:43,957 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:18:43,963 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T23:18:43,964 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:18:43,964 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:18:43,964 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:18:43,964 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:18:43,964 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T23:18:43,980 INFO [regionserver/9d96596e55a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:18:44,042 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/data/hbase/meta/1588230740/.tmp/ns/181a118caf0e4af8aff2058578096a79 is 43, key is default/ns:d/1731971910484/Put/seqid=0 2024-11-18T23:18:44,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39197 is added to blk_1073741835_1011 (size=5153) 2024-11-18T23:18:44,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. 2024-11-18T23:18:44,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:18:44,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T23:18:44,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C42889%2C1731971917432.rep, suffix=, logDir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432, archiveDir=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/oldWALs, maxLogs=10 2024-11-18T23:18:44,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.rep.1731971924075, exclude list is [], retry=0 2024-11-18T23:18:44,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45781,DS-c43759ba-118b-4cd4-b080-07376ea9dae3,DISK] 2024-11-18T23:18:44,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.rep.1731971924075 2024-11-18T23:18:44,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37375:37375)] 2024-11-18T23:18:44,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 41b89c768a2a27fa6e8681008cacf2c1, NAME => 'hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:18:44,157 DEBUG [RS:0;9d96596e55a9:43651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:18:44,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:18:44,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:18:44,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. service=MultiRowMutationService 2024-11-18T23:18:44,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T23:18:44,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:44,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:18:44,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:44,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:44,172 INFO [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:44,177 INFO [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41b89c768a2a27fa6e8681008cacf2c1 columnFamilyName hfileref 2024-11-18T23:18:44,177 DEBUG [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:44,181 INFO [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] regionserver.HStore(327): Store=41b89c768a2a27fa6e8681008cacf2c1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:18:44,182 INFO [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:44,185 INFO [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41b89c768a2a27fa6e8681008cacf2c1 columnFamilyName queue 2024-11-18T23:18:44,185 DEBUG [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:44,226 DEBUG [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/replication/41b89c768a2a27fa6e8681008cacf2c1/queue/e46f203134e24608849193d501007a31 2024-11-18T23:18:44,226 INFO [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] regionserver.HStore(327): Store=41b89c768a2a27fa6e8681008cacf2c1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:18:44,226 INFO [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:44,233 INFO [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41b89c768a2a27fa6e8681008cacf2c1 columnFamilyName sid 2024-11-18T23:18:44,233 DEBUG [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:44,240 INFO [StoreOpener-41b89c768a2a27fa6e8681008cacf2c1-1 {}] regionserver.HStore(327): Store=41b89c768a2a27fa6e8681008cacf2c1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:18:44,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:44,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/replication/41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:44,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/replication/41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:44,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:44,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:44,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:18:44,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:44,285 DEBUG [RS:0;9d96596e55a9:42889.replicationSource.wal-reader.9d96596e55a9%2C42889%2C1731971917432,2-9d96596e55a9,42889,1731971917432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.1731971919674 to pos 0, reset compression=false 2024-11-18T23:18:44,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 41b89c768a2a27fa6e8681008cacf2c1; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74878420, jitterRate=0.11577540636062622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:18:44,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:44,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 41b89c768a2a27fa6e8681008cacf2c1: Running coprocessor pre-open hook at 1731971924162Writing region info on filesystem at 1731971924162Initializing all the Stores at 1731971924168 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971924168Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971924170 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971924170Cleaning up temporary data from old regions at 1731971924269 (+99 ms)Running coprocessor post-open hooks at 1731971924289 (+20 ms)Region opened successfully at 1731971924289 2024-11-18T23:18:44,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1., pid=19, masterSystemTime=1731971924044 2024-11-18T23:18:44,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. 2024-11-18T23:18:44,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. 2024-11-18T23:18:44,308 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=41b89c768a2a27fa6e8681008cacf2c1, regionState=OPEN, openSeqNum=10, regionLocation=9d96596e55a9,42889,1731971917432 2024-11-18T23:18:44,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41b89c768a2a27fa6e8681008cacf2c1, server=9d96596e55a9,42889,1731971917432 because future has completed 2024-11-18T23:18:44,319 DEBUG [RS:0;9d96596e55a9:42889.replicationSource.wal-reader.9d96596e55a9%2C42889%2C1731971917432,1-9d96596e55a9,42889,1731971917432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.1731971919674 to pos 0, reset compression=false 2024-11-18T23:18:44,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-18T23:18:44,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 41b89c768a2a27fa6e8681008cacf2c1, server=9d96596e55a9,42889,1731971917432 in 446 msec 2024-11-18T23:18:44,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-18T23:18:44,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=41b89c768a2a27fa6e8681008cacf2c1, ASSIGN in 643 msec 2024-11-18T23:18:44,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-18T23:18:44,357 DEBUG [RS:0;9d96596e55a9:43651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:18:44,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1., hostname=9d96596e55a9,42889,1731971917432, seqNum=10] 2024-11-18T23:18:44,464 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 9d96596e55a9,45871,1731971897162 2024-11-18T23:18:44,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-18T23:18:44,472 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/data/hbase/meta/1588230740/.tmp/ns/181a118caf0e4af8aff2058578096a79 2024-11-18T23:18:44,506 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/data/hbase/meta/1588230740/.tmp/ns/181a118caf0e4af8aff2058578096a79 as hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/data/hbase/meta/1588230740/ns/181a118caf0e4af8aff2058578096a79 2024-11-18T23:18:44,525 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/data/hbase/meta/1588230740/ns/181a118caf0e4af8aff2058578096a79, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T23:18:44,533 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 569ms, sequenceid=6, compaction requested=false 2024-11-18T23:18:44,533 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T23:18:44,540 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T23:18:44,540 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T23:18:44,559 DEBUG [RS:0;9d96596e55a9:43651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:18:44,599 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T23:18:44,602 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:18:44,602 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:18:44,603 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:18:44,603 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731971923957Running coprocessor pre-close hooks at 1731971923957Disabling compacts and flushes for region at 1731971923957Disabling writes for close at 1731971923964 (+7 ms)Obtaining lock to block concurrent updates at 1731971923964Preparing flush snapshotting stores in 1588230740 at 1731971923964Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731971923965 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731971923974 (+9 ms)Flushing 1588230740/ns: creating writer at 1731971923974Flushing 1588230740/ns: appending metadata at 1731971924041 (+67 ms)Flushing 1588230740/ns: closing flushed file at 1731971924041Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@211c1e5e: reopening flushed file at 1731971924503 (+462 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 569ms, sequenceid=6, compaction requested=false at 1731971924533 (+30 ms)Writing region close event to WAL at 1731971924562 (+29 ms)Running coprocessor post-close hooks at 1731971924602 (+40 ms)Closed at 1731971924603 (+1 ms) 2024-11-18T23:18:44,603 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T23:18:44,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-18T23:18:44,760 INFO [RS:0;9d96596e55a9:43651 {}] regionserver.HRegionServer(976): stopping server 9d96596e55a9,43651,1731971906966; all regions closed. 2024-11-18T23:18:44,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39197 is added to blk_1073741834_1010 (size=1152) 2024-11-18T23:18:44,793 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/WALs/9d96596e55a9,43651,1731971906966/9d96596e55a9%2C43651%2C1731971906966.meta.1731971910151.meta not finished, retry = 0 2024-11-18T23:18:44,899 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T23:18:44,914 DEBUG [RS:0;9d96596e55a9:43651 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/oldWALs 2024-11-18T23:18:44,915 INFO [RS:0;9d96596e55a9:43651 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C43651%2C1731971906966.meta:.meta(num 1731971910151) 2024-11-18T23:18:44,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39197 is added to blk_1073741833_1009 (size=93) 2024-11-18T23:18:44,972 DEBUG [RS:0;9d96596e55a9:43651 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/oldWALs 2024-11-18T23:18:44,972 INFO [RS:0;9d96596e55a9:43651 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C43651%2C1731971906966:(num 1731971909684) 2024-11-18T23:18:44,972 DEBUG [RS:0;9d96596e55a9:43651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:44,972 INFO [RS:0;9d96596e55a9:43651 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:18:44,973 INFO [RS:0;9d96596e55a9:43651 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:18:44,973 INFO [RS:0;9d96596e55a9:43651 {}] hbase.ChoreService(370): Chore service for: regionserver/9d96596e55a9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T23:18:44,973 INFO [RS:0;9d96596e55a9:43651 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:18:44,973 INFO [RS:0;9d96596e55a9:43651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43651 2024-11-18T23:18:44,974 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:18:44,981 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101503daf470004, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1195119457/rs/9d96596e55a9,43651,1731971906966 2024-11-18T23:18:44,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195119457/rs 2024-11-18T23:18:44,983 INFO [RS:0;9d96596e55a9:43651 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:18:45,000 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d96596e55a9,43651,1731971906966] 2024-11-18T23:18:45,020 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1195119457/draining/9d96596e55a9,43651,1731971906966 already deleted, retry=false 2024-11-18T23:18:45,020 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d96596e55a9,43651,1731971906966 expired; onlineServers=0 2024-11-18T23:18:45,020 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d96596e55a9,34689,1731971906727' ***** 2024-11-18T23:18:45,020 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T23:18:45,021 INFO [M:0;9d96596e55a9:34689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:18:45,021 INFO [M:0;9d96596e55a9:34689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:18:45,021 DEBUG [M:0;9d96596e55a9:34689 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T23:18:45,021 DEBUG [M:0;9d96596e55a9:34689 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T23:18:45,021 INFO [M:0;9d96596e55a9:34689 {}] hbase.ChoreService(370): Chore service for: master/9d96596e55a9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T23:18:45,021 INFO [M:0;9d96596e55a9:34689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:18:45,021 DEBUG [M:0;9d96596e55a9:34689 {}] master.HMaster(1795): Stopping service threads 2024-11-18T23:18:45,022 INFO [M:0;9d96596e55a9:34689 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T23:18:45,022 INFO [M:0;9d96596e55a9:34689 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:18:45,022 INFO [M:0;9d96596e55a9:34689 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T23:18:45,022 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T23:18:45,022 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T23:18:45,023 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731971909129 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731971909129,5,FailOnTimeoutGroup] 2024-11-18T23:18:45,024 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731971909128 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731971909128,5,FailOnTimeoutGroup] 2024-11-18T23:18:45,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1195119457/master 2024-11-18T23:18:45,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1195119457 2024-11-18T23:18:45,051 DEBUG [M:0;9d96596e55a9:34689 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1195119457/master already deleted, retry=false 2024-11-18T23:18:45,051 DEBUG [M:0;9d96596e55a9:34689 {}] master.ActiveMasterManager(353): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1195119457/master 2024-11-18T23:18:45,072 INFO [M:0;9d96596e55a9:34689 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/.lastflushedseqids 2024-11-18T23:18:45,100 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101503daf470004, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:18:45,100 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43651-0x101503daf470004, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:18:45,100 INFO [RS:0;9d96596e55a9:43651 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:18:45,100 INFO [RS:0;9d96596e55a9:43651 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d96596e55a9,43651,1731971906966; zookeeper connection closed. 2024-11-18T23:18:45,106 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20b8d9af {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20b8d9af 2024-11-18T23:18:45,107 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T23:18:45,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39197 is added to blk_1073741836_1012 (size=99) 2024-11-18T23:18:45,324 DEBUG [RS:0;9d96596e55a9:42889.replicationSource.wal-reader.9d96596e55a9%2C42889%2C1731971917432,2-9d96596e55a9,42889,1731971917432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.1731971919674 to pos 0, reset compression=false 2024-11-18T23:18:45,354 DEBUG [RS:0;9d96596e55a9:42889.replicationSource.wal-reader.9d96596e55a9%2C42889%2C1731971917432,1-9d96596e55a9,42889,1731971917432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.1731971919674 to pos 0, reset compression=false 2024-11-18T23:18:45,465 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T23:18:45,569 INFO [M:0;9d96596e55a9:34689 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T23:18:45,569 INFO [M:0;9d96596e55a9:34689 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T23:18:45,570 DEBUG [M:0;9d96596e55a9:34689 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:18:45,570 INFO [M:0;9d96596e55a9:34689 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:18:45,570 DEBUG [M:0;9d96596e55a9:34689 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:18:45,570 DEBUG [M:0;9d96596e55a9:34689 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:18:45,570 DEBUG [M:0;9d96596e55a9:34689 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:18:45,570 INFO [M:0;9d96596e55a9:34689 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T23:18:45,594 DEBUG [M:0;9d96596e55a9:34689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/daaf29671e3444939c3526a810857e19 is 82, key is hbase:meta,,1/info:regioninfo/1731971910300/Put/seqid=0 2024-11-18T23:18:45,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39197 is added to blk_1073741837_1013 (size=5672) 2024-11-18T23:18:46,021 INFO [M:0;9d96596e55a9:34689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/daaf29671e3444939c3526a810857e19 2024-11-18T23:18:46,114 DEBUG [M:0;9d96596e55a9:34689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08a55dc274644ccf809e7a194ee341fb is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731971910498/Put/seqid=0 2024-11-18T23:18:46,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39197 is added to blk_1073741838_1014 (size=5275) 2024-11-18T23:18:46,149 INFO [M:0;9d96596e55a9:34689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08a55dc274644ccf809e7a194ee341fb 2024-11-18T23:18:46,240 DEBUG [M:0;9d96596e55a9:34689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93e311e709dd412899b8009591d0b32e is 69, key is 9d96596e55a9,43651,1731971906966/rs:state/1731971909285/Put/seqid=0 2024-11-18T23:18:46,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T23:18:46,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T23:18:46,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39197 is added to blk_1073741839_1015 (size=5156) 2024-11-18T23:18:46,312 INFO [M:0;9d96596e55a9:34689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93e311e709dd412899b8009591d0b32e 2024-11-18T23:18:46,347 DEBUG [M:0;9d96596e55a9:34689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/daaf29671e3444939c3526a810857e19 as hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/daaf29671e3444939c3526a810857e19 2024-11-18T23:18:46,372 INFO [M:0;9d96596e55a9:34689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/daaf29671e3444939c3526a810857e19, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T23:18:46,384 DEBUG [M:0;9d96596e55a9:34689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08a55dc274644ccf809e7a194ee341fb as hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08a55dc274644ccf809e7a194ee341fb 2024-11-18T23:18:46,427 INFO [M:0;9d96596e55a9:34689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08a55dc274644ccf809e7a194ee341fb, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T23:18:46,436 DEBUG [M:0;9d96596e55a9:34689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93e311e709dd412899b8009591d0b32e as hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93e311e709dd412899b8009591d0b32e 2024-11-18T23:18:46,450 INFO [M:0;9d96596e55a9:34689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40919/user/jenkins/test-data/3143c78f-b798-6ee4-92ac-77a1eda84728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93e311e709dd412899b8009591d0b32e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T23:18:46,467 INFO [M:0;9d96596e55a9:34689 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=28, compaction requested=false 2024-11-18T23:18:46,471 DEBUG [RS:0;9d96596e55a9:42889.replicationSource.wal-reader.9d96596e55a9%2C42889%2C1731971917432,2-9d96596e55a9,42889,1731971917432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.1731971919674 to pos 0, reset compression=false 2024-11-18T23:18:46,472 DEBUG [RS:0;9d96596e55a9:42889.replicationSource.wal-reader.9d96596e55a9%2C42889%2C1731971917432,1-9d96596e55a9,42889,1731971917432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/WALs/9d96596e55a9,42889,1731971917432/9d96596e55a9%2C42889%2C1731971917432.1731971919674 to pos 0, reset compression=false 2024-11-18T23:18:46,510 INFO [M:0;9d96596e55a9:34689 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:18:46,510 DEBUG [M:0;9d96596e55a9:34689 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731971925569Disabling compacts and flushes for region at 1731971925569Disabling writes for close at 1731971925570 (+1 ms)Obtaining lock to block concurrent updates at 1731971925570Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731971925570Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731971925571 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731971925572 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731971925572Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731971925593 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731971925593Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731971926058 (+465 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731971926114 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731971926114Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731971926197 (+83 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731971926239 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731971926239Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b1412cd: reopening flushed file at 1731971926341 (+102 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@471625fa: reopening flushed file at 1731971926372 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f4452a2: reopening flushed file at 1731971926428 (+56 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=28, compaction requested=false at 1731971926468 (+40 ms)Writing region close event to WAL at 1731971926510 (+42 ms)Closed at 1731971926510 2024-11-18T23:18:46,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39197 is added to blk_1073741830_1006 (size=10165) 2024-11-18T23:18:46,557 INFO [M:0;9d96596e55a9:34689 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T23:18:46,557 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:18:46,557 INFO [M:0;9d96596e55a9:34689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34689 2024-11-18T23:18:46,561 INFO [M:0;9d96596e55a9:34689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:18:46,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:18:46,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34689-0x101503daf470003, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:18:46,776 INFO [M:0;9d96596e55a9:34689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:18:46,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39a39bfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:18:46,810 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fdb9937{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:18:46,810 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:18:46,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a35ba74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:18:46,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d21555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/hadoop.log.dir/,STOPPED} 2024-11-18T23:18:46,844 WARN [BP-963210036-172.17.0.2-1731971903334 heartbeating to localhost/127.0.0.1:40919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T23:18:46,845 WARN [BP-963210036-172.17.0.2-1731971903334 heartbeating to localhost/127.0.0.1:40919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-963210036-172.17.0.2-1731971903334 (Datanode Uuid 2876cbab-c9a7-4dd8-bad3-c86e3fb3e828) service to localhost/127.0.0.1:40919 2024-11-18T23:18:46,847 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/cluster_31ebdfd0-bd18-0feb-9272-79b4db04083a/data/data1/current/BP-963210036-172.17.0.2-1731971903334 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:18:46,847 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T23:18:46,848 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T23:18:46,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/cluster_31ebdfd0-bd18-0feb-9272-79b4db04083a/data/data2/current/BP-963210036-172.17.0.2-1731971903334 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:18:46,848 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T23:18:46,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49025f3f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:18:46,867 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e6b2def{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:18:46,868 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:18:46,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@597920fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:18:46,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@618c4e50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/hadoop.log.dir/,STOPPED} 2024-11-18T23:18:46,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T23:18:46,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T23:18:46,916 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:18:46,916 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:18:46,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:46,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:46,917 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T23:18:46,917 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=871664621, stopped=false 2024-11-18T23:18:46,917 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d96596e55a9,37915,1731971917306 2024-11-18T23:18:46,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:18:46,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01367518766/running 2024-11-18T23:18:46,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x101503daf470007, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01367518766/running 2024-11-18T23:18:46,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766 2024-11-18T23:18:46,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x101503daf470007, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766 2024-11-18T23:18:46,947 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:18:46,947 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:18:46,947 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:18:46,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:46,947 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d96596e55a9,42889,1731971917432' ***** 2024-11-18T23:18:46,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42889-0x101503daf470007, quorum=127.0.0.1:49862, baseZNode=/01367518766 Set watcher on znode that does not yet exist, /01367518766/running 2024-11-18T23:18:46,947 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T23:18:46,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Set watcher on znode that does not yet exist, /01367518766/running 2024-11-18T23:18:46,949 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T23:18:46,949 INFO [RS:0;9d96596e55a9:42889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T23:18:46,949 INFO [RS:0;9d96596e55a9:42889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T23:18:46,949 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.HRegionServer(3091): Received CLOSE for 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:46,951 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T23:18:46,952 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.HRegionServer(959): stopping server 9d96596e55a9,42889,1731971917432 2024-11-18T23:18:46,952 INFO [RS:0;9d96596e55a9:42889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:18:46,953 INFO [RS:0;9d96596e55a9:42889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:42889. 2024-11-18T23:18:46,953 DEBUG [RS:0;9d96596e55a9:42889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:18:46,953 DEBUG [RS:0;9d96596e55a9:42889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:46,953 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T23:18:46,953 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T23:18:46,953 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T23:18:46,953 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T23:18:46,954 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41b89c768a2a27fa6e8681008cacf2c1, disabling compactions & flushes 2024-11-18T23:18:46,954 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. 2024-11-18T23:18:46,954 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. 2024-11-18T23:18:46,954 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. after waiting 0 ms 2024-11-18T23:18:46,954 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. 2024-11-18T23:18:46,966 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T23:18:46,967 DEBUG [RS:0;9d96596e55a9:42889 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 41b89c768a2a27fa6e8681008cacf2c1=hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1.} 2024-11-18T23:18:46,967 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:18:46,967 DEBUG [RS:0;9d96596e55a9:42889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41b89c768a2a27fa6e8681008cacf2c1 2024-11-18T23:18:46,967 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:18:46,967 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:18:46,967 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:18:46,967 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:18:46,967 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-18T23:18:47,009 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/replication/41b89c768a2a27fa6e8681008cacf2c1/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-18T23:18:47,011 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:18:47,011 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:18:47,011 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. 2024-11-18T23:18:47,011 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41b89c768a2a27fa6e8681008cacf2c1: Waiting for close lock at 1731971926954Running coprocessor pre-close hooks at 1731971926954Disabling compacts and flushes for region at 1731971926954Disabling writes for close at 1731971926954Writing region close event to WAL at 1731971926977 (+23 ms)Running coprocessor post-close hooks at 1731971927011 (+34 ms)Closed at 1731971927011 2024-11-18T23:18:47,011 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1. 2024-11-18T23:18:47,014 INFO [regionserver/9d96596e55a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:18:47,038 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/.tmp/info/a61b42d742174cff9e4e94deb3fa3216 is 147, key is hbase:replication,,1731971910975.41b89c768a2a27fa6e8681008cacf2c1./info:regioninfo/1731971924307/Put/seqid=0 2024-11-18T23:18:47,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741851_1027 (size=6385) 2024-11-18T23:18:47,098 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/.tmp/info/a61b42d742174cff9e4e94deb3fa3216 2024-11-18T23:18:47,168 DEBUG [RS:0;9d96596e55a9:42889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:18:47,179 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/.tmp/info/a61b42d742174cff9e4e94deb3fa3216 as hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/info/a61b42d742174cff9e4e94deb3fa3216 2024-11-18T23:18:47,213 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/info/a61b42d742174cff9e4e94deb3fa3216, entries=8, sequenceid=19, filesize=6.2 K 2024-11-18T23:18:47,222 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 255ms, sequenceid=19, compaction requested=false 2024-11-18T23:18:47,300 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-18T23:18:47,308 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:18:47,308 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:18:47,309 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:18:47,309 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731971926967Running coprocessor pre-close hooks at 1731971926967Disabling compacts and flushes for region at 1731971926967Disabling writes for close at 1731971926967Obtaining lock to block concurrent updates at 1731971926967Preparing flush snapshotting stores in 1588230740 at 1731971926967Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731971926970 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731971926978 (+8 ms)Flushing 1588230740/info: creating writer at 1731971926979 (+1 ms)Flushing 1588230740/info: appending metadata at 1731971927034 (+55 ms)Flushing 1588230740/info: closing flushed file at 1731971927035 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69ceea69: reopening flushed file at 1731971927169 (+134 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 255ms, sequenceid=19, compaction requested=false at 1731971927222 (+53 ms)Writing region close event to WAL at 1731971927252 (+30 ms)Running coprocessor post-close hooks at 1731971927308 (+56 ms)Closed at 1731971927308 2024-11-18T23:18:47,309 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T23:18:47,369 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.HRegionServer(976): stopping server 9d96596e55a9,42889,1731971917432; all regions closed. 2024-11-18T23:18:47,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741849_1025 (size=2156) 2024-11-18T23:18:47,411 DEBUG [RS:0;9d96596e55a9:42889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/oldWALs 2024-11-18T23:18:47,411 INFO [RS:0;9d96596e55a9:42889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C42889%2C1731971917432.meta:.meta(num 1731971920097) 2024-11-18T23:18:47,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741850_1026 (size=796) 2024-11-18T23:18:47,456 DEBUG [RS:0;9d96596e55a9:42889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/oldWALs 2024-11-18T23:18:47,456 INFO [RS:0;9d96596e55a9:42889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C42889%2C1731971917432.rep:(num 1731971924075) 2024-11-18T23:18:47,474 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T23:18:47,474 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T23:18:47,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741848_1024 (size=93) 2024-11-18T23:18:47,505 DEBUG [RS:0;9d96596e55a9:42889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/oldWALs 2024-11-18T23:18:47,506 INFO [RS:0;9d96596e55a9:42889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C42889%2C1731971917432:(num 1731971919674) 2024-11-18T23:18:47,506 DEBUG [RS:0;9d96596e55a9:42889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:47,506 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:18:47,511 INFO [RS:0;9d96596e55a9:42889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:18:47,520 INFO [RS:0;9d96596e55a9:42889 {}] hbase.ChoreService(370): Chore service for: regionserver/9d96596e55a9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T23:18:47,521 INFO [RS:0;9d96596e55a9:42889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:18:47,521 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9d96596e55a9,42889,1731971917432 because: Region server is closing 2024-11-18T23:18:47,521 INFO [RS:0;9d96596e55a9:42889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:42889. 2024-11-18T23:18:47,521 DEBUG [RS:0;9d96596e55a9:42889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:18:47,521 DEBUG [RS:0;9d96596e55a9:42889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:47,521 DEBUG [RS:0;9d96596e55a9:42889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:47,521 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:18:47,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:18:47,524 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-18T23:18:47,524 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-18T23:18:47,525 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-18T23:18:47,624 WARN [RS:0;9d96596e55a9:42889.replicationSource.wal-reader.9d96596e55a9%2C42889%2C1731971917432,1-9d96596e55a9,42889,1731971917432 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T23:18:47,628 WARN [RS:0;9d96596e55a9:42889.replicationSource.shipper9d96596e55a9%2C42889%2C1731971917432,1-9d96596e55a9,42889,1731971917432 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T23:18:47,629 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;9d96596e55a9:42889.replicationSource.shipper9d96596e55a9%2C42889%2C1731971917432,1-9d96596e55a9,42889,1731971917432 terminated 2024-11-18T23:18:47,629 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9d96596e55a9,42889,1731971917432 because: Region server is closing 2024-11-18T23:18:47,629 INFO [RS:0;9d96596e55a9:42889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:42889. 2024-11-18T23:18:47,629 DEBUG [RS:0;9d96596e55a9:42889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:18:47,629 DEBUG [RS:0;9d96596e55a9:42889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:47,630 DEBUG [RS:0;9d96596e55a9:42889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:47,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:18:47,730 WARN [RS:0;9d96596e55a9:42889.replicationSource.shipper9d96596e55a9%2C42889%2C1731971917432,2-9d96596e55a9,42889,1731971917432 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T23:18:47,730 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;9d96596e55a9:42889.replicationSource.shipper9d96596e55a9%2C42889%2C1731971917432,2-9d96596e55a9,42889,1731971917432 terminated 2024-11-18T23:18:47,731 INFO [RS:0;9d96596e55a9:42889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42889 2024-11-18T23:18:47,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766/rs 2024-11-18T23:18:47,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x101503daf470007, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01367518766/rs/9d96596e55a9,42889,1731971917432 2024-11-18T23:18:47,792 INFO [RS:0;9d96596e55a9:42889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:18:47,793 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d96596e55a9,42889,1731971917432] 2024-11-18T23:18:47,898 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01367518766/draining/9d96596e55a9,42889,1731971917432 already deleted, retry=false 2024-11-18T23:18:47,898 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d96596e55a9,42889,1731971917432 expired; onlineServers=0 2024-11-18T23:18:47,898 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d96596e55a9,37915,1731971917306' ***** 2024-11-18T23:18:47,898 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T23:18:47,899 INFO [M:0;9d96596e55a9:37915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:18:47,899 INFO [M:0;9d96596e55a9:37915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:18:47,899 DEBUG [M:0;9d96596e55a9:37915 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T23:18:47,899 DEBUG [M:0;9d96596e55a9:37915 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T23:18:47,899 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731971919117 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731971919117,5,FailOnTimeoutGroup] 2024-11-18T23:18:47,899 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T23:18:47,899 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731971919124 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731971919124,5,FailOnTimeoutGroup] 2024-11-18T23:18:47,900 INFO [M:0;9d96596e55a9:37915 {}] hbase.ChoreService(370): Chore service for: master/9d96596e55a9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T23:18:47,900 INFO [M:0;9d96596e55a9:37915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:18:47,900 DEBUG [M:0;9d96596e55a9:37915 {}] master.HMaster(1795): Stopping service threads 2024-11-18T23:18:47,900 INFO [M:0;9d96596e55a9:37915 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T23:18:47,900 INFO [M:0;9d96596e55a9:37915 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:18:47,900 INFO [M:0;9d96596e55a9:37915 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T23:18:47,900 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T23:18:47,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01367518766/master 2024-11-18T23:18:47,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01367518766 2024-11-18T23:18:47,925 DEBUG [M:0;9d96596e55a9:37915 {}] zookeeper.ZKUtil(347): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Unable to get data of znode /01367518766/master because node does not exist (not an error) 2024-11-18T23:18:47,925 WARN [M:0;9d96596e55a9:37915 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T23:18:47,926 INFO [M:0;9d96596e55a9:37915 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/.lastflushedseqids 2024-11-18T23:18:47,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741852_1028 (size=181) 2024-11-18T23:18:47,948 INFO [M:0;9d96596e55a9:37915 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T23:18:47,952 INFO [M:0;9d96596e55a9:37915 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T23:18:47,952 DEBUG [M:0;9d96596e55a9:37915 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:18:47,952 INFO [M:0;9d96596e55a9:37915 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:18:47,952 DEBUG [M:0;9d96596e55a9:37915 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:18:47,953 DEBUG [M:0;9d96596e55a9:37915 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:18:47,953 DEBUG [M:0;9d96596e55a9:37915 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:18:47,953 INFO [M:0;9d96596e55a9:37915 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-18T23:18:47,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x101503daf470007, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:18:47,956 INFO [RS:0;9d96596e55a9:42889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:18:47,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42889-0x101503daf470007, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:18:47,956 INFO [RS:0;9d96596e55a9:42889 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d96596e55a9,42889,1731971917432; zookeeper connection closed. 2024-11-18T23:18:47,956 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68ae44fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68ae44fe 2024-11-18T23:18:47,957 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T23:18:47,995 DEBUG [M:0;9d96596e55a9:37915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc8ed539d2144a808553f4813aa91d7b is 82, key is hbase:meta,,1/info:regioninfo/1731971920275/Put/seqid=0 2024-11-18T23:18:48,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741853_1029 (size=5680) 2024-11-18T23:18:48,011 INFO [M:0;9d96596e55a9:37915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc8ed539d2144a808553f4813aa91d7b 2024-11-18T23:18:48,063 DEBUG [M:0;9d96596e55a9:37915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb93615707ca49fc912613e1133e6900 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731971924349/Put/seqid=0 2024-11-18T23:18:48,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741854_1030 (size=7319) 2024-11-18T23:18:48,470 INFO [M:0;9d96596e55a9:37915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb93615707ca49fc912613e1133e6900 2024-11-18T23:18:48,508 DEBUG [M:0;9d96596e55a9:37915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1521486f73d140e7ada6397d2290d7c7 is 69, key is 9d96596e55a9,42889,1731971917432/rs:state/1731971919282/Put/seqid=0 2024-11-18T23:18:48,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741855_1031 (size=5371) 2024-11-18T23:18:48,537 INFO [M:0;9d96596e55a9:37915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1521486f73d140e7ada6397d2290d7c7 2024-11-18T23:18:48,551 INFO [M:0;9d96596e55a9:37915 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1521486f73d140e7ada6397d2290d7c7 2024-11-18T23:18:48,553 DEBUG [M:0;9d96596e55a9:37915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc8ed539d2144a808553f4813aa91d7b as hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc8ed539d2144a808553f4813aa91d7b 2024-11-18T23:18:48,569 INFO [M:0;9d96596e55a9:37915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc8ed539d2144a808553f4813aa91d7b, entries=8, sequenceid=172, filesize=5.5 K 2024-11-18T23:18:48,570 DEBUG [M:0;9d96596e55a9:37915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb93615707ca49fc912613e1133e6900 as hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb93615707ca49fc912613e1133e6900 2024-11-18T23:18:48,591 INFO [M:0;9d96596e55a9:37915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb93615707ca49fc912613e1133e6900, entries=7, sequenceid=172, filesize=7.1 K 2024-11-18T23:18:48,594 DEBUG [M:0;9d96596e55a9:37915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1521486f73d140e7ada6397d2290d7c7 as hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1521486f73d140e7ada6397d2290d7c7 2024-11-18T23:18:48,623 INFO [M:0;9d96596e55a9:37915 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1521486f73d140e7ada6397d2290d7c7 2024-11-18T23:18:48,623 INFO [M:0;9d96596e55a9:37915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46877/user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1521486f73d140e7ada6397d2290d7c7, entries=2, sequenceid=172, filesize=5.2 K 2024-11-18T23:18:48,627 INFO [M:0;9d96596e55a9:37915 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 674ms, sequenceid=172, compaction requested=false 2024-11-18T23:18:48,664 INFO [M:0;9d96596e55a9:37915 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:18:48,667 DEBUG [M:0;9d96596e55a9:37915 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731971927952Disabling compacts and flushes for region at 1731971927952Disabling writes for close at 1731971927953 (+1 ms)Obtaining lock to block concurrent updates at 1731971927953Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731971927953Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731971927953Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731971927956 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731971927956Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731971927994 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731971927994Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731971928032 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731971928062 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731971928062Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731971928479 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731971928507 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731971928507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19dfe17: reopening flushed file at 1731971928552 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@317ba47f: reopening flushed file at 1731971928569 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a9ce88c: reopening flushed file at 1731971928592 (+23 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 674ms, sequenceid=172, compaction requested=false at 1731971928627 (+35 ms)Writing region close event to WAL at 1731971928664 (+37 ms)Closed at 1731971928664 2024-11-18T23:18:48,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45781 is added to blk_1073741847_1023 (size=22949) 2024-11-18T23:18:48,693 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/33ab57cc-03b6-614d-a93e-6afbd410ca22/MasterData/WALs/9d96596e55a9,37915,1731971917306/9d96596e55a9%2C37915%2C1731971917306.1731971918086 not finished, retry = 0 2024-11-18T23:18:48,833 INFO [M:0;9d96596e55a9:37915 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T23:18:48,833 INFO [M:0;9d96596e55a9:37915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37915 2024-11-18T23:18:48,833 INFO [M:0;9d96596e55a9:37915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:18:48,834 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:18:48,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:18:48,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37915-0x101503daf470006, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:18:48,976 INFO [M:0;9d96596e55a9:37915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:18:48,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b71fbf7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:18:48,985 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431fe4a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:18:48,985 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:18:48,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53451713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:18:48,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40d66f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/hadoop.log.dir/,STOPPED} 2024-11-18T23:18:48,990 WARN [BP-1745598314-172.17.0.2-1731971889503 heartbeating to localhost/127.0.0.1:46877 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T23:18:48,990 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T23:18:48,990 WARN [BP-1745598314-172.17.0.2-1731971889503 heartbeating to localhost/127.0.0.1:46877 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1745598314-172.17.0.2-1731971889503 (Datanode Uuid 70eb1ef2-2755-4c9f-aa30-d281acc6f459) service to localhost/127.0.0.1:46877 2024-11-18T23:18:48,990 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T23:18:48,991 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/cluster_100e28a8-3c6a-9ff1-eb53-2e5bf76cc6e3/data/data2/current/BP-1745598314-172.17.0.2-1731971889503 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:18:48,992 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T23:18:48,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/cluster_100e28a8-3c6a-9ff1-eb53-2e5bf76cc6e3/data/data1/current/BP-1745598314-172.17.0.2-1731971889503 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:18:49,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:18:49,025 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:18:49,025 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:18:49,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:18:49,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fa19aac-c6a8-03cd-60a4-24840ca139b2/hadoop.log.dir/,STOPPED} 2024-11-18T23:18:49,071 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T23:18:49,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101503daf470005, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T23:18:49,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101503daf470005, quorum=127.0.0.1:49862, baseZNode=/1-1195119457 Received Disconnected from ZooKeeper, ignoring 2024-11-18T23:18:49,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101503daf470002, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T23:18:49,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101503daf470002, quorum=127.0.0.1:49862, baseZNode=/01367518766 Received Disconnected from ZooKeeper, ignoring 2024-11-18T23:18:49,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T23:18:49,221 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46877 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49862) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9d96596e55a9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9d96596e55a9:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9d96596e55a9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9d96596e55a9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46877 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46877 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9d96596e55a9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46877 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46877 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40919 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46877 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@18193d83 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49862) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=427 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1642 (was 1597) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6737 (was 6819) 2024-11-18T23:18:49,262 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=427, MaxFileDescriptor=1048576, SystemLoadAverage=1642, ProcessCount=11, AvailableMemoryMB=6730 2024-11-18T23:18:49,298 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-18T23:18:49,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/hadoop.log.dir so I do NOT create it in target/test-data/b27b73e6-0192-80cc-8851-37743388491d 2024-11-18T23:18:49,302 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T23:18:49,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/hadoop.tmp.dir so I do NOT create it in target/test-data/b27b73e6-0192-80cc-8851-37743388491d 2024-11-18T23:18:49,302 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe28bb86-cdcd-c585-103e-000f4c6e3155/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T23:18:49,302 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d 2024-11-18T23:18:49,302 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/cluster_ac838454-d32a-0cc6-8f4f-ca5d7675991a, deleteOnExit=true 2024-11-18T23:18:49,381 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/cluster_ac838454-d32a-0cc6-8f4f-ca5d7675991a/zookeeper_0, clientPort=56951, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/cluster_ac838454-d32a-0cc6-8f4f-ca5d7675991a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/cluster_ac838454-d32a-0cc6-8f4f-ca5d7675991a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T23:18:49,386 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56951 2024-11-18T23:18:49,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T23:18:49,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T23:18:49,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/test.cache.data in system properties and HBase conf 2024-11-18T23:18:49,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T23:18:49,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/hadoop.log.dir in system properties and HBase conf 2024-11-18T23:18:49,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T23:18:49,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T23:18:49,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T23:18:49,387 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T23:18:49,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:18:49,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:18:49,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T23:18:49,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:18:49,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T23:18:49,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T23:18:49,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:18:49,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:18:49,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T23:18:49,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/nfs.dump.dir in system properties and HBase conf 2024-11-18T23:18:49,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/java.io.tmpdir in system properties and HBase conf 2024-11-18T23:18:49,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:18:49,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T23:18:49,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T23:18:49,665 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:18:49,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:18:49,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:18:49,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:18:49,916 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:18:49,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:18:49,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:18:49,955 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T23:18:49,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:18:49,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71085e8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:18:49,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4232ec1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:18:50,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71dcc94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/java.io.tmpdir/jetty-localhost-42935-hadoop-hdfs-3_4_1-tests_jar-_-any-1230013876368390421/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:18:50,217 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3f9a53{HTTP/1.1, (http/1.1)}{localhost:42935} 2024-11-18T23:18:50,217 INFO [Time-limited test {}] server.Server(415): Started @44377ms 2024-11-18T23:18:50,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:18:50,827 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:18:50,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:18:50,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:18:50,879 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T23:18:50,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7aaaf68d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:18:50,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d8cdc40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:18:51,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4da28dab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/java.io.tmpdir/jetty-localhost-45789-hadoop-hdfs-3_4_1-tests_jar-_-any-3707171100501040557/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:18:51,120 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c7f8703{HTTP/1.1, (http/1.1)}{localhost:45789} 2024-11-18T23:18:51,120 INFO [Time-limited test {}] server.Server(415): Started @45280ms 2024-11-18T23:18:51,122 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T23:18:53,094 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/cluster_ac838454-d32a-0cc6-8f4f-ca5d7675991a/data/data1/current/BP-539555885-172.17.0.2-1731971929464/current, will proceed with Du for space computation calculation, 2024-11-18T23:18:53,094 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/cluster_ac838454-d32a-0cc6-8f4f-ca5d7675991a/data/data2/current/BP-539555885-172.17.0.2-1731971929464/current, will proceed with Du for space computation calculation, 2024-11-18T23:18:53,169 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T23:18:53,186 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5bdfebba457a6a9 with lease ID 0x2648dcf419bd4f8d: Processing first storage report for DS-e1507720-ea80-44ea-90a6-ca6f25e061db from datanode DatanodeRegistration(127.0.0.1:37603, datanodeUuid=76327e86-bad3-4532-b3c8-f8764bf5c243, infoPort=43773, infoSecurePort=0, ipcPort=42615, storageInfo=lv=-57;cid=testClusterID;nsid=1635246934;c=1731971929464) 2024-11-18T23:18:53,186 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5bdfebba457a6a9 with lease ID 0x2648dcf419bd4f8d: from storage DS-e1507720-ea80-44ea-90a6-ca6f25e061db node DatanodeRegistration(127.0.0.1:37603, datanodeUuid=76327e86-bad3-4532-b3c8-f8764bf5c243, infoPort=43773, infoSecurePort=0, ipcPort=42615, storageInfo=lv=-57;cid=testClusterID;nsid=1635246934;c=1731971929464), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:18:53,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5bdfebba457a6a9 with lease ID 0x2648dcf419bd4f8d: Processing first storage report for DS-6bb1e3bd-979d-4490-9226-707341614a1e from datanode DatanodeRegistration(127.0.0.1:37603, datanodeUuid=76327e86-bad3-4532-b3c8-f8764bf5c243, infoPort=43773, infoSecurePort=0, ipcPort=42615, storageInfo=lv=-57;cid=testClusterID;nsid=1635246934;c=1731971929464) 2024-11-18T23:18:53,191 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5bdfebba457a6a9 with lease ID 0x2648dcf419bd4f8d: from storage DS-6bb1e3bd-979d-4490-9226-707341614a1e node DatanodeRegistration(127.0.0.1:37603, datanodeUuid=76327e86-bad3-4532-b3c8-f8764bf5c243, infoPort=43773, infoSecurePort=0, ipcPort=42615, storageInfo=lv=-57;cid=testClusterID;nsid=1635246934;c=1731971929464), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:18:53,239 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d 2024-11-18T23:18:53,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:53,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:53,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741825_1001 (size=7) 2024-11-18T23:18:53,294 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496 with version=8 2024-11-18T23:18:53,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/hbase-staging 2024-11-18T23:18:53,298 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:18:53,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:18:53,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:18:53,298 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:18:53,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:18:53,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:18:53,298 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T23:18:53,299 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:18:53,303 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44731 2024-11-18T23:18:53,306 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44731 connecting to ZooKeeper ensemble=127.0.0.1:56951 2024-11-18T23:18:53,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447310x0, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:18:53,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44731-0x101503e50a50000 connected 2024-11-18T23:18:53,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:53,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:53,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Set watcher on znode that does not yet exist, /01066147743/running 2024-11-18T23:18:53,763 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496, hbase.cluster.distributed=false 2024-11-18T23:18:53,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Set watcher on znode that does not yet exist, /01066147743/acl 2024-11-18T23:18:53,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44731 2024-11-18T23:18:53,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44731 2024-11-18T23:18:53,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44731 2024-11-18T23:18:53,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44731 2024-11-18T23:18:53,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44731 2024-11-18T23:18:53,883 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:18:53,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:18:53,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:18:53,883 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:18:53,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:18:53,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:18:53,884 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T23:18:53,889 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:18:53,895 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33805 2024-11-18T23:18:53,898 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33805 connecting to ZooKeeper ensemble=127.0.0.1:56951 2024-11-18T23:18:53,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:53,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:53,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338050x0, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:18:53,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338050x0, quorum=127.0.0.1:56951, baseZNode=/01066147743 Set watcher on znode that does not yet exist, /01066147743/running 2024-11-18T23:18:53,977 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T23:18:53,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33805-0x101503e50a50001 connected 2024-11-18T23:18:54,004 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T23:18:54,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33805-0x101503e50a50001, quorum=127.0.0.1:56951, baseZNode=/01066147743 Set watcher on znode that does not yet exist, /01066147743/master 2024-11-18T23:18:54,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33805-0x101503e50a50001, quorum=127.0.0.1:56951, baseZNode=/01066147743 Set watcher on znode that does not yet exist, /01066147743/acl 2024-11-18T23:18:54,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33805 2024-11-18T23:18:54,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33805 2024-11-18T23:18:54,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33805 2024-11-18T23:18:54,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33805 2024-11-18T23:18:54,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33805 2024-11-18T23:18:54,139 DEBUG [M:0;9d96596e55a9:44731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:44731 2024-11-18T23:18:54,144 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01066147743/backup-masters/9d96596e55a9,44731,1731971933297 2024-11-18T23:18:54,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01066147743/backup-masters 2024-11-18T23:18:54,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33805-0x101503e50a50001, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01066147743/backup-masters 2024-11-18T23:18:54,171 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Set watcher on existing znode=/01066147743/backup-masters/9d96596e55a9,44731,1731971933297 2024-11-18T23:18:54,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01066147743 2024-11-18T23:18:54,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33805-0x101503e50a50001, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01066147743/master 2024-11-18T23:18:54,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33805-0x101503e50a50001, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01066147743 2024-11-18T23:18:54,194 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Set watcher on existing znode=/01066147743/master 2024-11-18T23:18:54,201 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01066147743/backup-masters/9d96596e55a9,44731,1731971933297 from backup master directory 2024-11-18T23:18:54,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01066147743/backup-masters/9d96596e55a9,44731,1731971933297 2024-11-18T23:18:54,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01066147743/backup-masters 2024-11-18T23:18:54,216 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:18:54,216 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,44731,1731971933297 2024-11-18T23:18:54,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33805-0x101503e50a50001, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01066147743/backup-masters 2024-11-18T23:18:54,241 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/hbase.id] with ID: 0f08a1da-283b-40ae-ba0d-0b8e0d041e54 2024-11-18T23:18:54,241 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/.tmp/hbase.id 2024-11-18T23:18:54,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741826_1002 (size=42) 2024-11-18T23:18:54,726 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/.tmp/hbase.id]:[hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/hbase.id] 2024-11-18T23:18:54,858 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:18:54,858 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T23:18:54,861 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-18T23:18:54,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01066147743 2024-11-18T23:18:54,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33805-0x101503e50a50001, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01066147743 2024-11-18T23:18:54,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741827_1003 (size=196) 2024-11-18T23:18:55,359 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:18:55,364 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T23:18:55,368 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:18:55,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741828_1004 (size=1189) 2024-11-18T23:18:55,826 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/data/master/store 2024-11-18T23:18:55,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741829_1005 (size=34) 2024-11-18T23:18:55,885 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:18:55,886 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:18:55,886 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:18:55,886 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:18:55,886 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:18:55,886 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:18:55,886 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:18:55,886 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731971935886Disabling compacts and flushes for region at 1731971935886Disabling writes for close at 1731971935886Writing region close event to WAL at 1731971935886Closed at 1731971935886 2024-11-18T23:18:55,891 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/data/master/store/.initializing 2024-11-18T23:18:55,891 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/WALs/9d96596e55a9,44731,1731971933297 2024-11-18T23:18:55,904 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:18:55,922 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C44731%2C1731971933297, suffix=, logDir=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/WALs/9d96596e55a9,44731,1731971933297, archiveDir=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/oldWALs, maxLogs=10 2024-11-18T23:18:55,952 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/WALs/9d96596e55a9,44731,1731971933297/9d96596e55a9%2C44731%2C1731971933297.1731971935925, exclude list is [], retry=0 2024-11-18T23:18:55,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37603,DS-e1507720-ea80-44ea-90a6-ca6f25e061db,DISK] 2024-11-18T23:18:55,972 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/WALs/9d96596e55a9,44731,1731971933297/9d96596e55a9%2C44731%2C1731971933297.1731971935925 2024-11-18T23:18:55,979 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43773:43773)] 2024-11-18T23:18:55,980 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:18:55,980 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:18:55,982 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:55,982 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:55,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:55,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T23:18:55,998 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:55,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:55,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:56,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T23:18:56,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:56,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:18:56,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:56,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T23:18:56,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:56,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:18:56,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:56,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T23:18:56,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:56,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:18:56,013 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:56,014 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:56,015 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:56,020 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:56,020 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:56,021 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:18:56,026 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:18:56,031 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:18:56,032 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67823229, jitterRate=0.010644868016242981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:18:56,033 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731971935983Initializing all the Stores at 1731971935984 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971935984Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971935991 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971935991Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971935991Cleaning up temporary data from old regions at 1731971936020 (+29 ms)Region opened successfully at 1731971936033 (+13 ms) 2024-11-18T23:18:56,036 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T23:18:56,041 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8c6fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:18:56,042 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T23:18:56,042 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T23:18:56,042 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T23:18:56,042 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T23:18:56,043 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T23:18:56,043 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T23:18:56,044 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T23:18:56,050 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T23:18:56,051 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Unable to get data of znode /01066147743/balancer because node does not exist (not necessarily an error) 2024-11-18T23:18:56,102 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01066147743/balancer already deleted, retry=false 2024-11-18T23:18:56,103 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T23:18:56,104 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Unable to get data of znode /01066147743/normalizer because node does not exist (not necessarily an error) 2024-11-18T23:18:56,165 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01066147743/normalizer already deleted, retry=false 2024-11-18T23:18:56,166 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T23:18:56,171 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Unable to get data of znode /01066147743/switch/split because node does not exist (not necessarily an error) 2024-11-18T23:18:56,197 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01066147743/switch/split already deleted, retry=false 2024-11-18T23:18:56,198 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Unable to get data of znode /01066147743/switch/merge because node does not exist (not necessarily an error) 2024-11-18T23:18:56,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:18:56,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T23:18:56,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T23:18:56,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:18:56,284 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01066147743/switch/merge already deleted, retry=false 2024-11-18T23:18:56,288 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Unable to get data of znode /01066147743/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T23:18:56,376 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01066147743/snapshot-cleanup already deleted, retry=false 2024-11-18T23:18:56,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33805-0x101503e50a50001, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01066147743/running 2024-11-18T23:18:56,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01066147743/running 2024-11-18T23:18:56,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01066147743 2024-11-18T23:18:56,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33805-0x101503e50a50001, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01066147743 2024-11-18T23:18:56,393 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,44731,1731971933297, sessionid=0x101503e50a50000, setting cluster-up flag (Was=false) 2024-11-18T23:18:56,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33805-0x101503e50a50001, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01066147743 2024-11-18T23:18:56,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01066147743 2024-11-18T23:18:56,519 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01066147743/flush-table-proc/acquired, /01066147743/flush-table-proc/reached, /01066147743/flush-table-proc/abort 2024-11-18T23:18:56,546 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,44731,1731971933297 2024-11-18T23:18:56,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33805-0x101503e50a50001, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01066147743 2024-11-18T23:18:56,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01066147743 2024-11-18T23:18:56,738 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01066147743/online-snapshot/acquired, /01066147743/online-snapshot/reached, /01066147743/online-snapshot/abort 2024-11-18T23:18:56,739 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,44731,1731971933297 2024-11-18T23:18:56,741 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T23:18:56,754 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T23:18:56,754 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T23:18:56,754 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T23:18:56,759 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,44731,1731971933297 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T23:18:56,773 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:18:56,774 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:18:56,774 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:18:56,774 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:18:56,774 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-18T23:18:56,774 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:56,774 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:18:56,774 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:56,787 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731971966787 2024-11-18T23:18:56,787 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T23:18:56,787 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T23:18:56,787 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T23:18:56,787 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T23:18:56,787 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T23:18:56,787 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T23:18:56,788 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:56,788 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:18:56,788 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T23:18:56,788 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T23:18:56,789 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T23:18:56,789 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T23:18:56,789 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T23:18:56,791 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:56,791 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T23:18:56,795 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T23:18:56,795 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T23:18:56,797 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731971936795,5,FailOnTimeoutGroup] 2024-11-18T23:18:56,797 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731971936797,5,FailOnTimeoutGroup] 2024-11-18T23:18:56,798 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:56,798 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T23:18:56,798 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:56,798 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:56,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741831_1007 (size=1321) 2024-11-18T23:18:56,845 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T23:18:56,846 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496 2024-11-18T23:18:56,847 INFO [RS:0;9d96596e55a9:33805 {}] regionserver.HRegionServer(746): ClusterId : 0f08a1da-283b-40ae-ba0d-0b8e0d041e54 2024-11-18T23:18:56,847 DEBUG [RS:0;9d96596e55a9:33805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T23:18:56,910 DEBUG [RS:0;9d96596e55a9:33805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T23:18:56,910 DEBUG [RS:0;9d96596e55a9:33805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T23:18:56,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741832_1008 (size=32) 2024-11-18T23:18:56,919 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:18:56,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:18:56,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:18:56,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:56,953 DEBUG [RS:0;9d96596e55a9:33805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T23:18:56,954 DEBUG [RS:0;9d96596e55a9:33805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1cf85d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:18:56,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:56,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:18:56,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:18:56,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:56,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:56,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:18:56,989 DEBUG [RS:0;9d96596e55a9:33805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:33805 2024-11-18T23:18:56,989 INFO [RS:0;9d96596e55a9:33805 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T23:18:56,989 INFO [RS:0;9d96596e55a9:33805 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T23:18:56,989 DEBUG [RS:0;9d96596e55a9:33805 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T23:18:56,990 INFO [RS:0;9d96596e55a9:33805 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,44731,1731971933297 with port=33805, startcode=1731971933882 2024-11-18T23:18:56,991 DEBUG [RS:0;9d96596e55a9:33805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T23:18:56,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:18:56,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:56,995 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T23:18:56,999 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44731 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,33805,1731971933882 2024-11-18T23:18:56,999 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44731 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,33805,1731971933882 2024-11-18T23:18:57,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:57,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:18:57,010 DEBUG [RS:0;9d96596e55a9:33805 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496 2024-11-18T23:18:57,010 DEBUG [RS:0;9d96596e55a9:33805 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38417 2024-11-18T23:18:57,013 DEBUG [RS:0;9d96596e55a9:33805 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T23:18:57,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:18:57,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:57,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:57,017 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:18:57,021 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/meta/1588230740 2024-11-18T23:18:57,024 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/meta/1588230740 2024-11-18T23:18:57,027 DEBUG [RS:0;9d96596e55a9:33805 {}] zookeeper.ZKUtil(111): regionserver:33805-0x101503e50a50001, quorum=127.0.0.1:56951, baseZNode=/01066147743 Set watcher on existing znode=/01066147743/rs/9d96596e55a9,33805,1731971933882 2024-11-18T23:18:57,027 WARN [RS:0;9d96596e55a9:33805 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:18:57,027 INFO [RS:0;9d96596e55a9:33805 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:18:57,027 DEBUG [RS:0;9d96596e55a9:33805 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/WALs/9d96596e55a9,33805,1731971933882 2024-11-18T23:18:57,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01066147743/rs 2024-11-18T23:18:57,052 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:18:57,052 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:18:57,053 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,33805,1731971933882] 2024-11-18T23:18:57,055 INFO [RS:0;9d96596e55a9:33805 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T23:18:57,055 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:18:57,059 INFO [RS:0;9d96596e55a9:33805 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T23:18:57,060 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:18:57,078 INFO [RS:0;9d96596e55a9:33805 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T23:18:57,078 INFO [RS:0;9d96596e55a9:33805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:57,084 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:18:57,088 INFO [RS:0;9d96596e55a9:33805 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T23:18:57,089 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73667655, jitterRate=0.09773360192775726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:18:57,090 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731971936919Initializing all the Stores at 1731971936932 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971936932Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971936936 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971936936Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971936936Cleaning up temporary data from old regions at 1731971937052 (+116 ms)Region opened successfully at 1731971937090 (+38 ms) 2024-11-18T23:18:57,091 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:18:57,091 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:18:57,091 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:18:57,091 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:18:57,091 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:18:57,092 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:18:57,092 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731971937091Disabling compacts and flushes for region at 1731971937091Disabling writes for close at 1731971937091Writing region close event to WAL at 1731971937092 (+1 ms)Closed at 1731971937092 2024-11-18T23:18:57,092 INFO [RS:0;9d96596e55a9:33805 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T23:18:57,092 INFO [RS:0;9d96596e55a9:33805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:57,093 DEBUG [RS:0;9d96596e55a9:33805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:57,093 DEBUG [RS:0;9d96596e55a9:33805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:57,093 DEBUG [RS:0;9d96596e55a9:33805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:57,093 DEBUG [RS:0;9d96596e55a9:33805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:57,093 DEBUG [RS:0;9d96596e55a9:33805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:57,093 DEBUG [RS:0;9d96596e55a9:33805 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:18:57,093 DEBUG [RS:0;9d96596e55a9:33805 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:57,093 DEBUG [RS:0;9d96596e55a9:33805 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:57,093 DEBUG [RS:0;9d96596e55a9:33805 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:57,093 DEBUG [RS:0;9d96596e55a9:33805 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:57,093 DEBUG [RS:0;9d96596e55a9:33805 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:57,094 DEBUG [RS:0;9d96596e55a9:33805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:18:57,094 DEBUG [RS:0;9d96596e55a9:33805 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:18:57,094 DEBUG [RS:0;9d96596e55a9:33805 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:18:57,104 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:18:57,104 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T23:18:57,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T23:18:57,106 INFO [RS:0;9d96596e55a9:33805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:57,106 INFO [RS:0;9d96596e55a9:33805 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:57,106 INFO [RS:0;9d96596e55a9:33805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:57,106 INFO [RS:0;9d96596e55a9:33805 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:57,106 INFO [RS:0;9d96596e55a9:33805 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:57,106 INFO [RS:0;9d96596e55a9:33805 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33805,1731971933882-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:18:57,120 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:18:57,128 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T23:18:57,148 INFO [RS:0;9d96596e55a9:33805 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T23:18:57,148 INFO [RS:0;9d96596e55a9:33805 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33805,1731971933882-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:57,148 INFO [RS:0;9d96596e55a9:33805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:57,148 INFO [RS:0;9d96596e55a9:33805 {}] regionserver.Replication(171): 9d96596e55a9,33805,1731971933882 started 2024-11-18T23:18:57,204 INFO [RS:0;9d96596e55a9:33805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:57,204 INFO [RS:0;9d96596e55a9:33805 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,33805,1731971933882, RpcServer on 9d96596e55a9/172.17.0.2:33805, sessionid=0x101503e50a50001 2024-11-18T23:18:57,205 DEBUG [RS:0;9d96596e55a9:33805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T23:18:57,205 DEBUG [RS:0;9d96596e55a9:33805 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,33805,1731971933882 2024-11-18T23:18:57,205 DEBUG [RS:0;9d96596e55a9:33805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,33805,1731971933882' 2024-11-18T23:18:57,205 DEBUG [RS:0;9d96596e55a9:33805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01066147743/flush-table-proc/abort' 2024-11-18T23:18:57,207 DEBUG [RS:0;9d96596e55a9:33805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01066147743/flush-table-proc/acquired' 2024-11-18T23:18:57,209 DEBUG [RS:0;9d96596e55a9:33805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T23:18:57,209 DEBUG [RS:0;9d96596e55a9:33805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T23:18:57,209 DEBUG [RS:0;9d96596e55a9:33805 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,33805,1731971933882 2024-11-18T23:18:57,209 DEBUG [RS:0;9d96596e55a9:33805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,33805,1731971933882' 2024-11-18T23:18:57,209 DEBUG [RS:0;9d96596e55a9:33805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01066147743/online-snapshot/abort' 2024-11-18T23:18:57,211 DEBUG [RS:0;9d96596e55a9:33805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01066147743/online-snapshot/acquired' 2024-11-18T23:18:57,216 DEBUG [RS:0;9d96596e55a9:33805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T23:18:57,216 INFO [RS:0;9d96596e55a9:33805 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T23:18:57,216 INFO [RS:0;9d96596e55a9:33805 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T23:18:57,279 WARN [9d96596e55a9:44731 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T23:18:57,317 INFO [RS:0;9d96596e55a9:33805 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:18:57,337 INFO [RS:0;9d96596e55a9:33805 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C33805%2C1731971933882, suffix=, logDir=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/WALs/9d96596e55a9,33805,1731971933882, archiveDir=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/oldWALs, maxLogs=10 2024-11-18T23:18:57,355 DEBUG [RS:0;9d96596e55a9:33805 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/WALs/9d96596e55a9,33805,1731971933882/9d96596e55a9%2C33805%2C1731971933882.1731971937338, exclude list is [], retry=0 2024-11-18T23:18:57,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37603,DS-e1507720-ea80-44ea-90a6-ca6f25e061db,DISK] 2024-11-18T23:18:57,397 INFO [RS:0;9d96596e55a9:33805 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/WALs/9d96596e55a9,33805,1731971933882/9d96596e55a9%2C33805%2C1731971933882.1731971937338 2024-11-18T23:18:57,399 DEBUG [RS:0;9d96596e55a9:33805 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43773:43773)] 2024-11-18T23:18:57,530 DEBUG [9d96596e55a9:44731 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:18:57,531 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,33805,1731971933882 2024-11-18T23:18:57,533 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,33805,1731971933882, state=OPENING 2024-11-18T23:18:57,552 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T23:18:57,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33805-0x101503e50a50001, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01066147743 2024-11-18T23:18:57,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01066147743 2024-11-18T23:18:57,573 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:18:57,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,33805,1731971933882}] 2024-11-18T23:18:57,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01066147743/meta-region-server: CHANGED 2024-11-18T23:18:57,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01066147743/meta-region-server: CHANGED 2024-11-18T23:18:57,749 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:18:57,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:18:57,778 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T23:18:57,778 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:18:57,779 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T23:18:57,782 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C33805%2C1731971933882.meta, suffix=.meta, logDir=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/WALs/9d96596e55a9,33805,1731971933882, archiveDir=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/oldWALs, maxLogs=10 2024-11-18T23:18:57,843 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/WALs/9d96596e55a9,33805,1731971933882/9d96596e55a9%2C33805%2C1731971933882.meta.1731971937783.meta, exclude list is [], retry=0 2024-11-18T23:18:57,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37603,DS-e1507720-ea80-44ea-90a6-ca6f25e061db,DISK] 2024-11-18T23:18:57,874 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/WALs/9d96596e55a9,33805,1731971933882/9d96596e55a9%2C33805%2C1731971933882.meta.1731971937783.meta 2024-11-18T23:18:57,876 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43773:43773)] 2024-11-18T23:18:57,877 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:18:57,877 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:18:57,878 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:18:57,878 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T23:18:57,878 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T23:18:57,878 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T23:18:57,878 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:18:57,878 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T23:18:57,878 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T23:18:57,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:18:57,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:18:57,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:57,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:57,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:18:57,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:18:57,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:57,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:57,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:18:57,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:18:57,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:57,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:57,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:18:57,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:18:57,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:18:57,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:18:57,910 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:18:57,912 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/meta/1588230740 2024-11-18T23:18:57,914 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/meta/1588230740 2024-11-18T23:18:57,926 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:18:57,926 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:18:57,928 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:18:57,931 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:18:57,933 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63169433, jitterRate=-0.058702096343040466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:18:57,933 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T23:18:57,934 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731971937878Writing region info on filesystem at 1731971937878Initializing all the Stores at 1731971937884 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971937884Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971937884Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971937884Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971937884Cleaning up temporary data from old regions at 1731971937926 (+42 ms)Running coprocessor post-open hooks at 1731971937933 (+7 ms)Region opened successfully at 1731971937934 (+1 ms) 2024-11-18T23:18:57,954 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731971937748 2024-11-18T23:18:57,965 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T23:18:57,965 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T23:18:57,973 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,33805,1731971933882 2024-11-18T23:18:57,976 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,33805,1731971933882, state=OPEN 2024-11-18T23:18:58,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01066147743/meta-region-server 2024-11-18T23:18:58,022 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,33805,1731971933882 2024-11-18T23:18:58,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01066147743/meta-region-server: CHANGED 2024-11-18T23:18:58,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33805-0x101503e50a50001, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01066147743/meta-region-server 2024-11-18T23:18:58,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01066147743/meta-region-server: CHANGED 2024-11-18T23:18:58,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T23:18:58,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,33805,1731971933882 in 449 msec 2024-11-18T23:18:58,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T23:18:58,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 931 msec 2024-11-18T23:18:58,052 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:18:58,052 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T23:18:58,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:18:58,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,33805,1731971933882, seqNum=-1] 2024-11-18T23:18:58,064 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:18:58,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:18:58,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3470 sec 2024-11-18T23:18:58,107 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731971938107, completionTime=-1 2024-11-18T23:18:58,107 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T23:18:58,108 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T23:18:58,112 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T23:18:58,112 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731971998112 2024-11-18T23:18:58,112 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731972058112 2024-11-18T23:18:58,112 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-18T23:18:58,113 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44731,1731971933297-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:58,113 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44731,1731971933297-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:58,113 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44731,1731971933297-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:58,113 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:44731, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:58,113 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:58,120 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:58,124 DEBUG [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T23:18:58,128 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.912sec 2024-11-18T23:18:58,128 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T23:18:58,128 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T23:18:58,128 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T23:18:58,128 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T23:18:58,129 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T23:18:58,129 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44731,1731971933297-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:18:58,129 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44731,1731971933297-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T23:18:58,158 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T23:18:58,158 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T23:18:58,158 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44731,1731971933297-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:18:58,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e62bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:58,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,44731,-1 for getting cluster id 2024-11-18T23:18:58,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:18:58,181 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f08a1da-283b-40ae-ba0d-0b8e0d041e54' 2024-11-18T23:18:58,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:18:58,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f08a1da-283b-40ae-ba0d-0b8e0d041e54" 2024-11-18T23:18:58,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511bbd43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:58,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,44731,-1] 2024-11-18T23:18:58,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:18:58,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:18:58,186 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:18:58,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564140f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:18:58,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:18:58,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,33805,1731971933882, seqNum=-1] 2024-11-18T23:18:58,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:18:58,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:18:58,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d96596e55a9,44731,1731971933297 2024-11-18T23:18:58,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56951 2024-11-18T23:18:58,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:18:58,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101503e50a50002 connected 2024-11-18T23:18:58,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/hadoop.log.dir so I do NOT create it in target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee 2024-11-18T23:18:58,308 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T23:18:58,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/hadoop.tmp.dir so I do NOT create it in target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee 2024-11-18T23:18:58,308 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T23:18:58,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee 2024-11-18T23:18:58,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T23:18:58,309 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/cluster_3bd3c5ed-fdd2-7551-c407-9731eaa5ada2, deleteOnExit=true 2024-11-18T23:18:58,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T23:18:58,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/test.cache.data in system properties and HBase conf 2024-11-18T23:18:58,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T23:18:58,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/hadoop.log.dir in system properties and HBase conf 2024-11-18T23:18:58,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T23:18:58,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T23:18:58,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T23:18:58,310 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T23:18:58,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:18:58,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:18:58,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T23:18:58,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:18:58,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T23:18:58,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T23:18:58,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:18:58,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:18:58,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T23:18:58,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/nfs.dump.dir in system properties and HBase conf 2024-11-18T23:18:58,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/java.io.tmpdir in system properties and HBase conf 2024-11-18T23:18:58,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:18:58,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T23:18:58,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T23:18:58,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:18:58,796 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:18:58,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:18:58,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:18:58,823 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T23:18:58,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:18:58,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31284a4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:18:58,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73a1c247{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:18:59,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45a636a4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/java.io.tmpdir/jetty-localhost-41653-hadoop-hdfs-3_4_1-tests_jar-_-any-8370512221428204283/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:18:59,033 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73da8684{HTTP/1.1, (http/1.1)}{localhost:41653} 2024-11-18T23:18:59,033 INFO [Time-limited test {}] server.Server(415): Started @53192ms 2024-11-18T23:18:59,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:18:59,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:18:59,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:18:59,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:18:59,536 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:18:59,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46d02cac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:18:59,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4684f375{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:18:59,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a2766ff{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/java.io.tmpdir/jetty-localhost-45393-hadoop-hdfs-3_4_1-tests_jar-_-any-4056461918208751070/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:18:59,761 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@604f8883{HTTP/1.1, (http/1.1)}{localhost:45393} 2024-11-18T23:18:59,761 INFO [Time-limited test {}] server.Server(415): Started @53920ms 2024-11-18T23:18:59,763 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T23:19:00,587 WARN [RS:0;9d96596e55a9:33805 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 9d96596e55a9,45871,1731971897162: status=Processing ServerCrashProcedure of 9d96596e55a9,45871,1731971897162 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731971919100, completionTime=-1 appears to have been leaked 2024-11-18T23:19:01,152 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/cluster_3bd3c5ed-fdd2-7551-c407-9731eaa5ada2/data/data1/current/BP-1963030312-172.17.0.2-1731971938372/current, will proceed with Du for space computation calculation, 2024-11-18T23:19:01,161 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/cluster_3bd3c5ed-fdd2-7551-c407-9731eaa5ada2/data/data2/current/BP-1963030312-172.17.0.2-1731971938372/current, will proceed with Du for space computation calculation, 2024-11-18T23:19:01,219 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T23:19:01,240 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb86f6cdef5a87e with lease ID 0x729aaea7f435f862: Processing first storage report for DS-38012ade-f66e-4377-b35d-3820d2a84dd2 from datanode DatanodeRegistration(127.0.0.1:38167, datanodeUuid=e812b72b-8e4f-4217-a061-c4d6e488a9c3, infoPort=35279, infoSecurePort=0, ipcPort=35541, storageInfo=lv=-57;cid=testClusterID;nsid=1758590640;c=1731971938372) 2024-11-18T23:19:01,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb86f6cdef5a87e with lease ID 0x729aaea7f435f862: from storage DS-38012ade-f66e-4377-b35d-3820d2a84dd2 node DatanodeRegistration(127.0.0.1:38167, datanodeUuid=e812b72b-8e4f-4217-a061-c4d6e488a9c3, infoPort=35279, infoSecurePort=0, ipcPort=35541, storageInfo=lv=-57;cid=testClusterID;nsid=1758590640;c=1731971938372), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:19:01,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb86f6cdef5a87e with lease ID 0x729aaea7f435f862: Processing first storage report for DS-3a363140-aab0-4ed2-a447-6c63f61e99dc from datanode DatanodeRegistration(127.0.0.1:38167, datanodeUuid=e812b72b-8e4f-4217-a061-c4d6e488a9c3, infoPort=35279, infoSecurePort=0, ipcPort=35541, storageInfo=lv=-57;cid=testClusterID;nsid=1758590640;c=1731971938372) 2024-11-18T23:19:01,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb86f6cdef5a87e with lease ID 0x729aaea7f435f862: from storage DS-3a363140-aab0-4ed2-a447-6c63f61e99dc node DatanodeRegistration(127.0.0.1:38167, datanodeUuid=e812b72b-8e4f-4217-a061-c4d6e488a9c3, infoPort=35279, infoSecurePort=0, ipcPort=35541, storageInfo=lv=-57;cid=testClusterID;nsid=1758590640;c=1731971938372), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T23:19:01,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:19:01,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:19:01,314 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee 2024-11-18T23:19:01,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:19:01,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:19:01,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741825_1001 (size=7) 2024-11-18T23:19:01,410 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa with version=8 2024-11-18T23:19:01,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/hbase-staging 2024-11-18T23:19:01,413 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:19:01,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:19:01,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:19:01,414 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:19:01,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:19:01,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:19:01,414 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T23:19:01,414 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:19:01,427 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44547 2024-11-18T23:19:01,428 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44547 connecting to ZooKeeper ensemble=127.0.0.1:56951 2024-11-18T23:19:01,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445470x0, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:19:01,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44547-0x101503e50a50003 connected 2024-11-18T23:19:01,840 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:19:01,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:19:01,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:19:02,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:19:02,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:19:02,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Set watcher on znode that does not yet exist, /11693210889/running 2024-11-18T23:19:02,164 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa, hbase.cluster.distributed=false 2024-11-18T23:19:02,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Set watcher on znode that does not yet exist, /11693210889/acl 2024-11-18T23:19:02,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44547 2024-11-18T23:19:02,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44547 2024-11-18T23:19:02,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44547 2024-11-18T23:19:02,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44547 2024-11-18T23:19:02,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44547 2024-11-18T23:19:02,180 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:19:02,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:19:02,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:19:02,180 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:19:02,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:19:02,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:19:02,180 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T23:19:02,180 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:19:02,181 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41677 2024-11-18T23:19:02,182 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41677 connecting to ZooKeeper ensemble=127.0.0.1:56951 2024-11-18T23:19:02,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:19:02,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:19:02,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416770x0, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:19:02,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41677-0x101503e50a50004 connected 2024-11-18T23:19:02,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41677-0x101503e50a50004, quorum=127.0.0.1:56951, baseZNode=/11693210889 Set watcher on znode that does not yet exist, /11693210889/running 2024-11-18T23:19:02,280 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T23:19:02,281 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T23:19:02,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41677-0x101503e50a50004, quorum=127.0.0.1:56951, baseZNode=/11693210889 Set watcher on znode that does not yet exist, /11693210889/master 2024-11-18T23:19:02,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41677-0x101503e50a50004, quorum=127.0.0.1:56951, baseZNode=/11693210889 Set watcher on znode that does not yet exist, /11693210889/acl 2024-11-18T23:19:02,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41677 2024-11-18T23:19:02,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41677 2024-11-18T23:19:02,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41677 2024-11-18T23:19:02,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41677 2024-11-18T23:19:02,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41677 2024-11-18T23:19:02,306 DEBUG [M:0;9d96596e55a9:44547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:44547 2024-11-18T23:19:02,307 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11693210889/backup-masters/9d96596e55a9,44547,1731971941413 2024-11-18T23:19:02,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x101503e50a50004, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11693210889/backup-masters 2024-11-18T23:19:02,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11693210889/backup-masters 2024-11-18T23:19:02,365 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Set watcher on existing znode=/11693210889/backup-masters/9d96596e55a9,44547,1731971941413 2024-11-18T23:19:02,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x101503e50a50004, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11693210889/master 2024-11-18T23:19:02,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x101503e50a50004, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11693210889 2024-11-18T23:19:02,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11693210889 2024-11-18T23:19:02,433 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Set watcher on existing znode=/11693210889/master 2024-11-18T23:19:02,437 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11693210889/backup-masters/9d96596e55a9,44547,1731971941413 from backup master directory 2024-11-18T23:19:02,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x101503e50a50004, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11693210889/backup-masters 2024-11-18T23:19:02,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11693210889/backup-masters/9d96596e55a9,44547,1731971941413 2024-11-18T23:19:02,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11693210889/backup-masters 2024-11-18T23:19:02,493 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:19:02,494 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,44547,1731971941413 2024-11-18T23:19:02,510 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/hbase.id] with ID: dd8b62e6-f205-43bd-b4f8-34ca9fba9760 2024-11-18T23:19:02,510 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/.tmp/hbase.id 2024-11-18T23:19:02,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741826_1002 (size=42) 2024-11-18T23:19:02,939 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/.tmp/hbase.id]:[hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/hbase.id] 2024-11-18T23:19:02,979 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:19:02,979 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T23:19:02,984 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-18T23:19:03,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11693210889 2024-11-18T23:19:03,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x101503e50a50004, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11693210889 2024-11-18T23:19:03,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741827_1003 (size=196) 2024-11-18T23:19:03,055 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T23:19:03,444 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:19:03,445 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T23:19:03,445 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:19:03,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741828_1004 (size=1189) 2024-11-18T23:19:03,928 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/data/master/store 2024-11-18T23:19:03,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741829_1005 (size=34) 2024-11-18T23:19:03,945 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:19:03,945 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:19:03,945 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:19:03,945 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:19:03,945 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:19:03,945 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:19:03,945 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:19:03,945 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731971943945Disabling compacts and flushes for region at 1731971943945Disabling writes for close at 1731971943945Writing region close event to WAL at 1731971943945Closed at 1731971943945 2024-11-18T23:19:03,948 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/data/master/store/.initializing 2024-11-18T23:19:03,948 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/WALs/9d96596e55a9,44547,1731971941413 2024-11-18T23:19:03,951 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:19:03,954 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C44547%2C1731971941413, suffix=, logDir=hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/WALs/9d96596e55a9,44547,1731971941413, archiveDir=hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/oldWALs, maxLogs=10 2024-11-18T23:19:03,967 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/WALs/9d96596e55a9,44547,1731971941413/9d96596e55a9%2C44547%2C1731971941413.1731971943954, exclude list is [], retry=0 2024-11-18T23:19:03,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38167,DS-38012ade-f66e-4377-b35d-3820d2a84dd2,DISK] 2024-11-18T23:19:03,972 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/WALs/9d96596e55a9,44547,1731971941413/9d96596e55a9%2C44547%2C1731971941413.1731971943954 2024-11-18T23:19:03,972 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35279:35279)] 2024-11-18T23:19:03,972 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:19:03,972 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:19:03,972 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:03,972 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:03,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:03,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T23:19:03,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:03,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:03,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:03,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T23:19:03,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:03,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:19:03,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:03,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T23:19:03,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:03,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:19:03,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:03,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T23:19:03,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:03,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:19:03,989 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:03,990 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:03,991 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:03,993 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:03,993 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:03,994 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:19:03,995 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:04,000 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:19:04,000 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65876747, jitterRate=-0.018359974026679993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:19:04,000 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731971943972Initializing all the Stores at 1731971943975 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971943975Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971943975Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971943975Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971943975Cleaning up temporary data from old regions at 1731971943993 (+18 ms)Region opened successfully at 1731971944000 (+7 ms) 2024-11-18T23:19:04,004 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T23:19:04,008 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c80dbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:19:04,012 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T23:19:04,013 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T23:19:04,013 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T23:19:04,013 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T23:19:04,014 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T23:19:04,014 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T23:19:04,014 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T23:19:04,017 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T23:19:04,018 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Unable to get data of znode /11693210889/balancer because node does not exist (not necessarily an error) 2024-11-18T23:19:04,105 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11693210889/balancer already deleted, retry=false 2024-11-18T23:19:04,106 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T23:19:04,107 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Unable to get data of znode /11693210889/normalizer because node does not exist (not necessarily an error) 2024-11-18T23:19:04,138 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11693210889/normalizer already deleted, retry=false 2024-11-18T23:19:04,139 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T23:19:04,143 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Unable to get data of znode /11693210889/switch/split because node does not exist (not necessarily an error) 2024-11-18T23:19:04,159 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11693210889/switch/split already deleted, retry=false 2024-11-18T23:19:04,168 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Unable to get data of znode /11693210889/switch/merge because node does not exist (not necessarily an error) 2024-11-18T23:19:04,180 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11693210889/switch/merge already deleted, retry=false 2024-11-18T23:19:04,213 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Unable to get data of znode /11693210889/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T23:19:04,224 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11693210889/snapshot-cleanup already deleted, retry=false 2024-11-18T23:19:04,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x101503e50a50004, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11693210889/running 2024-11-18T23:19:04,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11693210889/running 2024-11-18T23:19:04,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x101503e50a50004, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11693210889 2024-11-18T23:19:04,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11693210889 2024-11-18T23:19:04,247 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,44547,1731971941413, sessionid=0x101503e50a50003, setting cluster-up flag (Was=false) 2024-11-18T23:19:04,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11693210889 2024-11-18T23:19:04,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x101503e50a50004, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11693210889 2024-11-18T23:19:04,324 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11693210889/flush-table-proc/acquired, /11693210889/flush-table-proc/reached, /11693210889/flush-table-proc/abort 2024-11-18T23:19:04,332 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,44547,1731971941413 2024-11-18T23:19:04,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x101503e50a50004, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11693210889 2024-11-18T23:19:04,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11693210889 2024-11-18T23:19:04,428 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11693210889/online-snapshot/acquired, /11693210889/online-snapshot/reached, /11693210889/online-snapshot/abort 2024-11-18T23:19:04,444 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,44547,1731971941413 2024-11-18T23:19:04,457 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T23:19:04,478 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T23:19:04,478 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T23:19:04,478 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T23:19:04,479 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,44547,1731971941413 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T23:19:04,480 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:19:04,480 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:19:04,481 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:19:04,481 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:19:04,481 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-18T23:19:04,481 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:04,481 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:19:04,481 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:04,490 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:19:04,490 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T23:19:04,493 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:04,493 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T23:19:04,506 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731971974506 2024-11-18T23:19:04,506 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T23:19:04,507 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T23:19:04,507 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T23:19:04,507 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T23:19:04,507 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T23:19:04,507 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T23:19:04,513 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:04,528 INFO [RS:0;9d96596e55a9:41677 {}] regionserver.HRegionServer(746): ClusterId : dd8b62e6-f205-43bd-b4f8-34ca9fba9760 2024-11-18T23:19:04,528 DEBUG [RS:0;9d96596e55a9:41677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T23:19:04,556 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T23:19:04,557 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T23:19:04,557 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T23:19:04,557 DEBUG [RS:0;9d96596e55a9:41677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T23:19:04,557 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T23:19:04,568 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T23:19:04,568 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T23:19:04,569 DEBUG [RS:0;9d96596e55a9:41677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T23:19:04,576 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731971944568,5,FailOnTimeoutGroup] 2024-11-18T23:19:04,580 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731971944576,5,FailOnTimeoutGroup] 2024-11-18T23:19:04,580 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:04,581 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T23:19:04,581 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:04,581 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:04,584 DEBUG [RS:0;9d96596e55a9:41677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T23:19:04,605 DEBUG [RS:0;9d96596e55a9:41677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146d37c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:19:04,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741831_1007 (size=1321) 2024-11-18T23:19:04,634 DEBUG [RS:0;9d96596e55a9:41677 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:41677 2024-11-18T23:19:04,635 INFO [RS:0;9d96596e55a9:41677 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T23:19:04,635 INFO [RS:0;9d96596e55a9:41677 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T23:19:04,635 DEBUG [RS:0;9d96596e55a9:41677 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T23:19:04,639 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T23:19:04,640 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa 2024-11-18T23:19:04,649 INFO [RS:0;9d96596e55a9:41677 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,44547,1731971941413 with port=41677, startcode=1731971942180 2024-11-18T23:19:04,649 DEBUG [RS:0;9d96596e55a9:41677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T23:19:04,661 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T23:19:04,662 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44547 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,41677,1731971942180 2024-11-18T23:19:04,662 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44547 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,41677,1731971942180 2024-11-18T23:19:04,669 DEBUG [RS:0;9d96596e55a9:41677 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa 2024-11-18T23:19:04,669 DEBUG [RS:0;9d96596e55a9:41677 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39125 2024-11-18T23:19:04,669 DEBUG [RS:0;9d96596e55a9:41677 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T23:19:04,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741832_1008 (size=32) 2024-11-18T23:19:04,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11693210889/rs 2024-11-18T23:19:04,769 DEBUG [RS:0;9d96596e55a9:41677 {}] zookeeper.ZKUtil(111): regionserver:41677-0x101503e50a50004, quorum=127.0.0.1:56951, baseZNode=/11693210889 Set watcher on existing znode=/11693210889/rs/9d96596e55a9,41677,1731971942180 2024-11-18T23:19:04,769 WARN [RS:0;9d96596e55a9:41677 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:19:04,769 INFO [RS:0;9d96596e55a9:41677 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:19:04,770 DEBUG [RS:0;9d96596e55a9:41677 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/WALs/9d96596e55a9,41677,1731971942180 2024-11-18T23:19:04,781 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,41677,1731971942180] 2024-11-18T23:19:04,815 INFO [RS:0;9d96596e55a9:41677 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T23:19:04,820 INFO [RS:0;9d96596e55a9:41677 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T23:19:04,837 INFO [RS:0;9d96596e55a9:41677 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T23:19:04,837 INFO [RS:0;9d96596e55a9:41677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:04,846 INFO [RS:0;9d96596e55a9:41677 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T23:19:04,853 INFO [RS:0;9d96596e55a9:41677 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T23:19:04,853 INFO [RS:0;9d96596e55a9:41677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:04,853 DEBUG [RS:0;9d96596e55a9:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:04,853 DEBUG [RS:0;9d96596e55a9:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:04,853 DEBUG [RS:0;9d96596e55a9:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:04,853 DEBUG [RS:0;9d96596e55a9:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:04,853 DEBUG [RS:0;9d96596e55a9:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:04,853 DEBUG [RS:0;9d96596e55a9:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:19:04,853 DEBUG [RS:0;9d96596e55a9:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:04,854 DEBUG [RS:0;9d96596e55a9:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:04,854 DEBUG [RS:0;9d96596e55a9:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:04,854 DEBUG [RS:0;9d96596e55a9:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:04,854 DEBUG [RS:0;9d96596e55a9:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:04,854 DEBUG [RS:0;9d96596e55a9:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:04,854 DEBUG [RS:0;9d96596e55a9:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:19:04,854 DEBUG [RS:0;9d96596e55a9:41677 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:19:04,860 INFO [RS:0;9d96596e55a9:41677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:04,860 INFO [RS:0;9d96596e55a9:41677 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:04,860 INFO [RS:0;9d96596e55a9:41677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:04,860 INFO [RS:0;9d96596e55a9:41677 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:04,861 INFO [RS:0;9d96596e55a9:41677 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:04,861 INFO [RS:0;9d96596e55a9:41677 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,41677,1731971942180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:19:04,896 INFO [RS:0;9d96596e55a9:41677 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T23:19:04,897 INFO [RS:0;9d96596e55a9:41677 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,41677,1731971942180-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:04,897 INFO [RS:0;9d96596e55a9:41677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:04,897 INFO [RS:0;9d96596e55a9:41677 {}] regionserver.Replication(171): 9d96596e55a9,41677,1731971942180 started 2024-11-18T23:19:04,930 INFO [RS:0;9d96596e55a9:41677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:04,930 INFO [RS:0;9d96596e55a9:41677 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,41677,1731971942180, RpcServer on 9d96596e55a9/172.17.0.2:41677, sessionid=0x101503e50a50004 2024-11-18T23:19:04,931 DEBUG [RS:0;9d96596e55a9:41677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T23:19:04,931 DEBUG [RS:0;9d96596e55a9:41677 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,41677,1731971942180 2024-11-18T23:19:04,931 DEBUG [RS:0;9d96596e55a9:41677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,41677,1731971942180' 2024-11-18T23:19:04,931 DEBUG [RS:0;9d96596e55a9:41677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11693210889/flush-table-proc/abort' 2024-11-18T23:19:04,936 DEBUG [RS:0;9d96596e55a9:41677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11693210889/flush-table-proc/acquired' 2024-11-18T23:19:04,938 DEBUG [RS:0;9d96596e55a9:41677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T23:19:04,938 DEBUG [RS:0;9d96596e55a9:41677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T23:19:04,938 DEBUG [RS:0;9d96596e55a9:41677 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,41677,1731971942180 2024-11-18T23:19:04,938 DEBUG [RS:0;9d96596e55a9:41677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,41677,1731971942180' 2024-11-18T23:19:04,938 DEBUG [RS:0;9d96596e55a9:41677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11693210889/online-snapshot/abort' 2024-11-18T23:19:04,944 DEBUG [RS:0;9d96596e55a9:41677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11693210889/online-snapshot/acquired' 2024-11-18T23:19:04,948 DEBUG [RS:0;9d96596e55a9:41677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T23:19:04,948 INFO [RS:0;9d96596e55a9:41677 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T23:19:04,948 INFO [RS:0;9d96596e55a9:41677 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T23:19:05,051 INFO [RS:0;9d96596e55a9:41677 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:19:05,058 INFO [RS:0;9d96596e55a9:41677 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C41677%2C1731971942180, suffix=, logDir=hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/WALs/9d96596e55a9,41677,1731971942180, archiveDir=hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/oldWALs, maxLogs=10 2024-11-18T23:19:05,077 DEBUG [RS:0;9d96596e55a9:41677 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/WALs/9d96596e55a9,41677,1731971942180/9d96596e55a9%2C41677%2C1731971942180.1731971945058, exclude list is [], retry=0 2024-11-18T23:19:05,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38167,DS-38012ade-f66e-4377-b35d-3820d2a84dd2,DISK] 2024-11-18T23:19:05,106 INFO [RS:0;9d96596e55a9:41677 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/WALs/9d96596e55a9,41677,1731971942180/9d96596e55a9%2C41677%2C1731971942180.1731971945058 2024-11-18T23:19:05,107 DEBUG [RS:0;9d96596e55a9:41677 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35279:35279)] 2024-11-18T23:19:05,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:19:05,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:19:05,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:19:05,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:05,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:05,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:19:05,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:19:05,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:05,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:05,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:19:05,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:19:05,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:05,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:05,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:19:05,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:19:05,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:05,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:05,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:19:05,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/data/hbase/meta/1588230740 2024-11-18T23:19:05,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/data/hbase/meta/1588230740 2024-11-18T23:19:05,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:19:05,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:19:05,195 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:19:05,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:19:05,214 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:19:05,215 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59817205, jitterRate=-0.10865418612957001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:19:05,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731971945119Initializing all the Stores at 1731971945123 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971945124 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971945126 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971945126Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971945126Cleaning up temporary data from old regions at 1731971945194 (+68 ms)Region opened successfully at 1731971945216 (+22 ms) 2024-11-18T23:19:05,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:19:05,216 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:19:05,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:19:05,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:19:05,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:19:05,224 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:19:05,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731971945216Disabling compacts and flushes for region at 1731971945216Disabling writes for close at 1731971945216Writing region close event to WAL at 1731971945224 (+8 ms)Closed at 1731971945224 2024-11-18T23:19:05,229 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:19:05,229 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T23:19:05,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T23:19:05,234 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:19:05,238 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T23:19:05,388 DEBUG [9d96596e55a9:44547 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:19:05,390 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,41677,1731971942180 2024-11-18T23:19:05,395 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,41677,1731971942180, state=OPENING 2024-11-18T23:19:05,423 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T23:19:05,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11693210889 2024-11-18T23:19:05,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x101503e50a50004, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11693210889 2024-11-18T23:19:05,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11693210889/meta-region-server: CHANGED 2024-11-18T23:19:05,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11693210889/meta-region-server: CHANGED 2024-11-18T23:19:05,447 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:19:05,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,41677,1731971942180}] 2024-11-18T23:19:05,612 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:19:05,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:19:05,644 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T23:19:05,644 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:19:05,644 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T23:19:05,647 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C41677%2C1731971942180.meta, suffix=.meta, logDir=hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/WALs/9d96596e55a9,41677,1731971942180, archiveDir=hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/oldWALs, maxLogs=10 2024-11-18T23:19:05,669 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/WALs/9d96596e55a9,41677,1731971942180/9d96596e55a9%2C41677%2C1731971942180.meta.1731971945648.meta, exclude list is [], retry=0 2024-11-18T23:19:05,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38167,DS-38012ade-f66e-4377-b35d-3820d2a84dd2,DISK] 2024-11-18T23:19:05,696 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/WALs/9d96596e55a9,41677,1731971942180/9d96596e55a9%2C41677%2C1731971942180.meta.1731971945648.meta 2024-11-18T23:19:05,700 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35279:35279)] 2024-11-18T23:19:05,700 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:19:05,701 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:19:05,701 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:19:05,701 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T23:19:05,701 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T23:19:05,701 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T23:19:05,701 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:19:05,701 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T23:19:05,701 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T23:19:05,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:19:05,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:19:05,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:05,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:05,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:19:05,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:19:05,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:05,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:05,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:19:05,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:19:05,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:05,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:05,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:19:05,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:19:05,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:05,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:05,721 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:19:05,722 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/data/hbase/meta/1588230740 2024-11-18T23:19:05,723 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/data/hbase/meta/1588230740 2024-11-18T23:19:05,724 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:19:05,725 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:19:05,726 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:19:05,728 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:19:05,729 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61864805, jitterRate=-0.07814256846904755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:19:05,729 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T23:19:05,729 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731971945701Writing region info on filesystem at 1731971945701Initializing all the Stores at 1731971945702 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971945703 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971945703Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971945703Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971945703Cleaning up temporary data from old regions at 1731971945725 (+22 ms)Running coprocessor post-open hooks at 1731971945729 (+4 ms)Region opened successfully at 1731971945729 2024-11-18T23:19:05,731 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731971945612 2024-11-18T23:19:05,737 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,41677,1731971942180 2024-11-18T23:19:05,738 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T23:19:05,738 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T23:19:05,739 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,41677,1731971942180, state=OPEN 2024-11-18T23:19:05,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x101503e50a50004, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11693210889/meta-region-server 2024-11-18T23:19:05,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11693210889/meta-region-server 2024-11-18T23:19:05,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11693210889/meta-region-server: CHANGED 2024-11-18T23:19:05,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11693210889/meta-region-server: CHANGED 2024-11-18T23:19:05,814 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,41677,1731971942180 2024-11-18T23:19:05,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T23:19:05,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,41677,1731971942180 in 367 msec 2024-11-18T23:19:05,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T23:19:05,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 600 msec 2024-11-18T23:19:05,835 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:19:05,835 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T23:19:05,837 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:19:05,837 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,41677,1731971942180, seqNum=-1] 2024-11-18T23:19:05,838 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:19:05,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:19:05,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3820 sec 2024-11-18T23:19:05,853 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731971945853, completionTime=-1 2024-11-18T23:19:05,853 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T23:19:05,853 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T23:19:05,857 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T23:19:05,857 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731972005857 2024-11-18T23:19:05,857 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731972065857 2024-11-18T23:19:05,857 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-18T23:19:05,857 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44547,1731971941413-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:05,857 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44547,1731971941413-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:05,857 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44547,1731971941413-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:05,857 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:44547, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:05,857 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:05,860 DEBUG [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T23:19:05,860 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:05,866 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.372sec 2024-11-18T23:19:05,866 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T23:19:05,866 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T23:19:05,866 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T23:19:05,866 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T23:19:05,866 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T23:19:05,867 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44547,1731971941413-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:19:05,867 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44547,1731971941413-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T23:19:05,869 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T23:19:05,869 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T23:19:05,870 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44547,1731971941413-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:05,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc649c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:05,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,44547,-1 for getting cluster id 2024-11-18T23:19:05,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:19:05,945 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd8b62e6-f205-43bd-b4f8-34ca9fba9760' 2024-11-18T23:19:05,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:19:05,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd8b62e6-f205-43bd-b4f8-34ca9fba9760" 2024-11-18T23:19:05,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653fba9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:05,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,44547,-1] 2024-11-18T23:19:05,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:19:05,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:05,951 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:19:05,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@159c0ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:05,958 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:19:05,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,41677,1731971942180, seqNum=-1] 2024-11-18T23:19:05,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:19:05,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:19:05,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d96596e55a9,44547,1731971941413 2024-11-18T23:19:05,970 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56951 2024-11-18T23:19:06,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:19:06,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101503e50a50005 connected 2024-11-18T23:19:06,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f65665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:06,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,44731,-1 for getting cluster id 2024-11-18T23:19:06,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:19:06,193 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f08a1da-283b-40ae-ba0d-0b8e0d041e54' 2024-11-18T23:19:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:19:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f08a1da-283b-40ae-ba0d-0b8e0d041e54" 2024-11-18T23:19:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ac7a97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,44731,-1] 2024-11-18T23:19:06,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:19:06,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:06,196 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:19:06,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c8fb51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:06,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:19:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,44731,1731971933297 2024-11-18T23:19:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79e96647 2024-11-18T23:19:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:19:06,202 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:19:06,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9d96596e55a9:44547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T23:19:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T23:19:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:19:06,213 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:44547' 2024-11-18T23:19:06,216 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4553099d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:06,217 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,44547,-1 for getting cluster id 2024-11-18T23:19:06,217 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:19:06,218 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd8b62e6-f205-43bd-b4f8-34ca9fba9760' 2024-11-18T23:19:06,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:19:06,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd8b62e6-f205-43bd-b4f8-34ca9fba9760" 2024-11-18T23:19:06,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532a5cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:06,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,44547,-1] 2024-11-18T23:19:06,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:19:06,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:06,222 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:19:06,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5053cae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:06,223 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:19:06,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,44547,1731971941413 2024-11-18T23:19:06,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54a3bccb 2024-11-18T23:19:06,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:19:06,229 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:19:06,231 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-18T23:19:06,231 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T23:19:06,231 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:06,231 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:06,232 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:19:06,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:19:06,234 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T23:19:06,236 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:19:06,240 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:06,245 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:19:06,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T23:19:06,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T23:19:06,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:19:06,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T23:19:06,248 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:19:06,248 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T23:19:06,284 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T23:19:06,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741835_1011 (size=1138) 2024-11-18T23:19:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:19:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:19:06,707 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec24a9d3bfa791e5e912f2056fcc306b, NAME => 'hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496 2024-11-18T23:19:06,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741836_1012 (size=44) 2024-11-18T23:19:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:19:07,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:19:07,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ec24a9d3bfa791e5e912f2056fcc306b, disabling compactions & flushes 2024-11-18T23:19:07,141 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b. 2024-11-18T23:19:07,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b. 2024-11-18T23:19:07,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b. after waiting 0 ms 2024-11-18T23:19:07,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b. 2024-11-18T23:19:07,141 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b. 2024-11-18T23:19:07,141 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec24a9d3bfa791e5e912f2056fcc306b: Waiting for close lock at 1731971947141Disabling compacts and flushes for region at 1731971947141Disabling writes for close at 1731971947141Writing region close event to WAL at 1731971947141Closed at 1731971947141 2024-11-18T23:19:07,143 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:19:07,143 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731971947143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731971947143"}]},"ts":"1731971947143"} 2024-11-18T23:19:07,145 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:19:07,146 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:19:07,147 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731971947146"}]},"ts":"1731971947146"} 2024-11-18T23:19:07,149 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T23:19:07,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec24a9d3bfa791e5e912f2056fcc306b, ASSIGN}] 2024-11-18T23:19:07,151 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec24a9d3bfa791e5e912f2056fcc306b, ASSIGN 2024-11-18T23:19:07,152 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ec24a9d3bfa791e5e912f2056fcc306b, ASSIGN; state=OFFLINE, location=9d96596e55a9,33805,1731971933882; forceNewPlan=false, retain=false 2024-11-18T23:19:07,303 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ec24a9d3bfa791e5e912f2056fcc306b, regionState=OPENING, regionLocation=9d96596e55a9,33805,1731971933882 2024-11-18T23:19:07,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ec24a9d3bfa791e5e912f2056fcc306b, ASSIGN because future has completed 2024-11-18T23:19:07,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec24a9d3bfa791e5e912f2056fcc306b, server=9d96596e55a9,33805,1731971933882}] 2024-11-18T23:19:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:19:07,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b. 2024-11-18T23:19:07,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:19:07,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T23:19:07,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C33805%2C1731971933882.rep, suffix=, logDir=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/WALs/9d96596e55a9,33805,1731971933882, archiveDir=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/oldWALs, maxLogs=10 2024-11-18T23:19:07,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/WALs/9d96596e55a9,33805,1731971933882/9d96596e55a9%2C33805%2C1731971933882.rep.1731971947467, exclude list is [], retry=0 2024-11-18T23:19:07,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37603,DS-e1507720-ea80-44ea-90a6-ca6f25e061db,DISK] 2024-11-18T23:19:07,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/WALs/9d96596e55a9,33805,1731971933882/9d96596e55a9%2C33805%2C1731971933882.rep.1731971947467 2024-11-18T23:19:07,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43773:43773)] 2024-11-18T23:19:07,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ec24a9d3bfa791e5e912f2056fcc306b, NAME => 'hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:19:07,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:19:07,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:19:07,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b. service=MultiRowMutationService 2024-11-18T23:19:07,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T23:19:07,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ec24a9d3bfa791e5e912f2056fcc306b 2024-11-18T23:19:07,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:19:07,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ec24a9d3bfa791e5e912f2056fcc306b 2024-11-18T23:19:07,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ec24a9d3bfa791e5e912f2056fcc306b 2024-11-18T23:19:07,495 INFO [StoreOpener-ec24a9d3bfa791e5e912f2056fcc306b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ec24a9d3bfa791e5e912f2056fcc306b 2024-11-18T23:19:07,498 INFO [StoreOpener-ec24a9d3bfa791e5e912f2056fcc306b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec24a9d3bfa791e5e912f2056fcc306b columnFamilyName hfileref 2024-11-18T23:19:07,498 DEBUG [StoreOpener-ec24a9d3bfa791e5e912f2056fcc306b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:07,499 INFO [StoreOpener-ec24a9d3bfa791e5e912f2056fcc306b-1 {}] regionserver.HStore(327): Store=ec24a9d3bfa791e5e912f2056fcc306b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:19:07,499 INFO [StoreOpener-ec24a9d3bfa791e5e912f2056fcc306b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ec24a9d3bfa791e5e912f2056fcc306b 2024-11-18T23:19:07,501 INFO [StoreOpener-ec24a9d3bfa791e5e912f2056fcc306b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec24a9d3bfa791e5e912f2056fcc306b columnFamilyName queue 2024-11-18T23:19:07,501 DEBUG [StoreOpener-ec24a9d3bfa791e5e912f2056fcc306b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:07,502 INFO [StoreOpener-ec24a9d3bfa791e5e912f2056fcc306b-1 {}] regionserver.HStore(327): Store=ec24a9d3bfa791e5e912f2056fcc306b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:19:07,502 INFO [StoreOpener-ec24a9d3bfa791e5e912f2056fcc306b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ec24a9d3bfa791e5e912f2056fcc306b 2024-11-18T23:19:07,505 INFO [StoreOpener-ec24a9d3bfa791e5e912f2056fcc306b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec24a9d3bfa791e5e912f2056fcc306b columnFamilyName sid 2024-11-18T23:19:07,505 DEBUG [StoreOpener-ec24a9d3bfa791e5e912f2056fcc306b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:07,506 INFO [StoreOpener-ec24a9d3bfa791e5e912f2056fcc306b-1 {}] regionserver.HStore(327): Store=ec24a9d3bfa791e5e912f2056fcc306b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:19:07,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ec24a9d3bfa791e5e912f2056fcc306b 2024-11-18T23:19:07,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/replication/ec24a9d3bfa791e5e912f2056fcc306b 2024-11-18T23:19:07,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/replication/ec24a9d3bfa791e5e912f2056fcc306b 2024-11-18T23:19:07,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ec24a9d3bfa791e5e912f2056fcc306b 2024-11-18T23:19:07,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ec24a9d3bfa791e5e912f2056fcc306b 2024-11-18T23:19:07,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:19:07,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ec24a9d3bfa791e5e912f2056fcc306b 2024-11-18T23:19:07,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/replication/ec24a9d3bfa791e5e912f2056fcc306b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:19:07,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened ec24a9d3bfa791e5e912f2056fcc306b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72092025, jitterRate=0.07425488531589508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:19:07,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec24a9d3bfa791e5e912f2056fcc306b 2024-11-18T23:19:07,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ec24a9d3bfa791e5e912f2056fcc306b: Running coprocessor pre-open hook at 1731971947493Writing region info on filesystem at 1731971947493Initializing all the Stores at 1731971947494 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971947494Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971947495 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971947495Cleaning up temporary data from old regions at 1731971947512 (+17 ms)Running coprocessor post-open hooks at 1731971947523 (+11 ms)Region opened successfully at 1731971947524 (+1 ms) 2024-11-18T23:19:07,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b., pid=7, masterSystemTime=1731971947459 2024-11-18T23:19:07,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b. 2024-11-18T23:19:07,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b. 2024-11-18T23:19:07,532 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ec24a9d3bfa791e5e912f2056fcc306b, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,33805,1731971933882 2024-11-18T23:19:07,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec24a9d3bfa791e5e912f2056fcc306b, server=9d96596e55a9,33805,1731971933882 because future has completed 2024-11-18T23:19:07,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T23:19:07,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ec24a9d3bfa791e5e912f2056fcc306b, server=9d96596e55a9,33805,1731971933882 in 234 msec 2024-11-18T23:19:07,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T23:19:07,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec24a9d3bfa791e5e912f2056fcc306b, ASSIGN in 398 msec 2024-11-18T23:19:07,558 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:19:07,558 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731971947558"}]},"ts":"1731971947558"} 2024-11-18T23:19:07,567 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T23:19:07,571 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:19:07,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3400 sec 2024-11-18T23:19:07,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b., hostname=9d96596e55a9,33805,1731971933882, seqNum=2] 2024-11-18T23:19:07,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01066147743 2024-11-18T23:19:07,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33805-0x101503e50a50001, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01066147743 2024-11-18T23:19:07,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T23:19:07,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33805 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T23:19:07,830 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T23:19:07,909 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9d96596e55a9,33805,1731971933882, ReplicationSource: 1, currentBandwidth=0 2024-11-18T23:19:07,910 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:19:07,910 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,33805,1731971933882, seqNum=-1] 2024-11-18T23:19:07,924 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:19:07,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-18T23:19:07,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9d96596e55a9,33805,1731971933882', locateType=CURRENT is [region=hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b., hostname=9d96596e55a9,33805,1731971933882, seqNum=2] 2024-11-18T23:19:07,947 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T23:19:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T23:19:07,964 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9d96596e55a9,33805,1731971933882 suceeded 2024-11-18T23:19:07,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T23:19:07,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 307 msec 2024-11-18T23:19:07,972 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9d96596e55a9:44547,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T23:19:07,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7700 sec 2024-11-18T23:19:07,975 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,33805,1731971933882 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:44547' 2024-11-18T23:19:07,977 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,33805,1731971933882 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6191ccee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:07,977 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,33805,1731971933882 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,44547,-1 for getting cluster id 2024-11-18T23:19:07,977 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,33805,1731971933882 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:19:07,978 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd8b62e6-f205-43bd-b4f8-34ca9fba9760' 2024-11-18T23:19:07,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:19:07,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd8b62e6-f205-43bd-b4f8-34ca9fba9760" 2024-11-18T23:19:07,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3305d718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:07,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,44547,-1] 2024-11-18T23:19:07,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:19:07,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:07,981 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:19:07,983 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,33805,1731971933882 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2225e7c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:07,983 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,33805,1731971933882 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:19:07,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,44547,1731971941413 2024-11-18T23:19:07,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@112b6c32 2024-11-18T23:19:07,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:19:07,985 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-18T23:19:07,987 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,33805,1731971933882 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9d96596e55a9,33805,1731971933882 (queues=1) is replicating from cluster=0f08a1da-283b-40ae-ba0d-0b8e0d041e54 to cluster=dd8b62e6-f205-43bd-b4f8-34ca9fba9760 2024-11-18T23:19:07,987 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,33805,1731971933882 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9d96596e55a9%2C33805%2C1731971933882 2024-11-18T23:19:07,987 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,33805,1731971933882 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9d96596e55a9,33805,1731971933882, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T23:19:07,992 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,33805,1731971933882.replicationSource.wal-reader.9d96596e55a9%2C33805%2C1731971933882,1-9d96596e55a9,33805,1731971933882 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/WALs/9d96596e55a9,33805,1731971933882/9d96596e55a9%2C33805%2C1731971933882.1731971937338, startPosition=0, beingWritten=true 2024-11-18T23:19:08,000 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,33805,1731971933882.replicationSource.shipper9d96596e55a9%2C33805%2C1731971933882,1-9d96596e55a9,33805,1731971933882 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9d96596e55a9%2C33805%2C1731971933882 2024-11-18T23:19:08,262 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,33805,1731971933882.replicationSource.wal-reader.9d96596e55a9%2C33805%2C1731971933882,1-9d96596e55a9,33805,1731971933882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/WALs/9d96596e55a9,33805,1731971933882/9d96596e55a9%2C33805%2C1731971933882.1731971937338 to pos 0, reset compression=false 2024-11-18T23:19:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:19:08,369 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T23:19:08,369 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:19:08,369 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:19:08,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:08,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:08,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:19:08,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:19:08,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,44731,1731971933297 2024-11-18T23:19:08,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26818c83 2024-11-18T23:19:08,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:19:08,373 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:19:08,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T23:19:08,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T23:19:08,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:19:08,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:19:08,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:08,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:08,377 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T23:19:08,377 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=610459734, stopped=false 2024-11-18T23:19:08,377 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d96596e55a9,44547,1731971941413 2024-11-18T23:19:08,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:19:08,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11693210889/running 2024-11-18T23:19:08,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11693210889 2024-11-18T23:19:08,391 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:19:08,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:19:08,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:19:08,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:08,391 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d96596e55a9,41677,1731971942180' ***** 2024-11-18T23:19:08,391 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T23:19:08,392 INFO [RS:0;9d96596e55a9:41677 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T23:19:08,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x101503e50a50004, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11693210889/running 2024-11-18T23:19:08,392 INFO [RS:0;9d96596e55a9:41677 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T23:19:08,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x101503e50a50004, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11693210889 2024-11-18T23:19:08,392 INFO [RS:0;9d96596e55a9:41677 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T23:19:08,392 INFO [RS:0;9d96596e55a9:41677 {}] regionserver.HRegionServer(959): stopping server 9d96596e55a9,41677,1731971942180 2024-11-18T23:19:08,392 INFO [RS:0;9d96596e55a9:41677 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:19:08,392 INFO [RS:0;9d96596e55a9:41677 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:41677. 2024-11-18T23:19:08,392 DEBUG [RS:0;9d96596e55a9:41677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:19:08,392 DEBUG [RS:0;9d96596e55a9:41677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:08,392 INFO [RS:0;9d96596e55a9:41677 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T23:19:08,392 INFO [RS:0;9d96596e55a9:41677 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T23:19:08,392 INFO [RS:0;9d96596e55a9:41677 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T23:19:08,392 INFO [RS:0;9d96596e55a9:41677 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T23:19:08,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Set watcher on znode that does not yet exist, /11693210889/running 2024-11-18T23:19:08,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41677-0x101503e50a50004, quorum=127.0.0.1:56951, baseZNode=/11693210889 Set watcher on znode that does not yet exist, /11693210889/running 2024-11-18T23:19:08,393 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T23:19:08,396 INFO [RS:0;9d96596e55a9:41677 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T23:19:08,396 DEBUG [RS:0;9d96596e55a9:41677 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:19:08,396 DEBUG [RS:0;9d96596e55a9:41677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:19:08,400 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:19:08,400 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:19:08,400 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:19:08,400 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:19:08,400 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:19:08,400 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T23:19:08,403 INFO [regionserver/9d96596e55a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:19:08,428 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/data/hbase/meta/1588230740/.tmp/ns/8c6a705437c048f6b325ac0da1f6ff61 is 43, key is default/ns:d/1731971945841/Put/seqid=0 2024-11-18T23:19:08,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741835_1011 (size=5153) 2024-11-18T23:19:08,445 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/data/hbase/meta/1588230740/.tmp/ns/8c6a705437c048f6b325ac0da1f6ff61 2024-11-18T23:19:08,467 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/data/hbase/meta/1588230740/.tmp/ns/8c6a705437c048f6b325ac0da1f6ff61 as hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/data/hbase/meta/1588230740/ns/8c6a705437c048f6b325ac0da1f6ff61 2024-11-18T23:19:08,485 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/data/hbase/meta/1588230740/ns/8c6a705437c048f6b325ac0da1f6ff61, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T23:19:08,492 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 92ms, sequenceid=6, compaction requested=false 2024-11-18T23:19:08,521 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T23:19:08,523 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:19:08,524 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:19:08,524 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:19:08,524 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731971948400Running coprocessor pre-close hooks at 1731971948400Disabling compacts and flushes for region at 1731971948400Disabling writes for close at 1731971948400Obtaining lock to block concurrent updates at 1731971948401 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731971948401Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731971948401Flushing stores of hbase:meta,,1.1588230740 at 1731971948402 (+1 ms)Flushing 1588230740/ns: creating writer at 1731971948402Flushing 1588230740/ns: appending metadata at 1731971948427 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731971948428 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b3f9b36: reopening flushed file at 1731971948466 (+38 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 92ms, sequenceid=6, compaction requested=false at 1731971948492 (+26 ms)Writing region close event to WAL at 1731971948505 (+13 ms)Running coprocessor post-close hooks at 1731971948523 (+18 ms)Closed at 1731971948524 (+1 ms) 2024-11-18T23:19:08,524 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T23:19:08,575 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,33805,1731971933882.replicationSource.wal-reader.9d96596e55a9%2C33805%2C1731971933882,1-9d96596e55a9,33805,1731971933882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/WALs/9d96596e55a9,33805,1731971933882/9d96596e55a9%2C33805%2C1731971933882.1731971937338 to pos 0, reset compression=false 2024-11-18T23:19:08,600 INFO [RS:0;9d96596e55a9:41677 {}] regionserver.HRegionServer(976): stopping server 9d96596e55a9,41677,1731971942180; all regions closed. 2024-11-18T23:19:08,627 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/WALs/9d96596e55a9,41677,1731971942180/9d96596e55a9%2C41677%2C1731971942180.meta.1731971945648.meta not finished, retry = 0 2024-11-18T23:19:08,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741834_1010 (size=1152) 2024-11-18T23:19:08,741 DEBUG [RS:0;9d96596e55a9:41677 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/oldWALs 2024-11-18T23:19:08,741 INFO [RS:0;9d96596e55a9:41677 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C41677%2C1731971942180.meta:.meta(num 1731971945648) 2024-11-18T23:19:08,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741833_1009 (size=93) 2024-11-18T23:19:08,769 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/WALs/9d96596e55a9,41677,1731971942180/9d96596e55a9%2C41677%2C1731971942180.1731971945058 not finished, retry = 0 2024-11-18T23:19:08,861 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T23:19:08,862 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T23:19:08,874 DEBUG [RS:0;9d96596e55a9:41677 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/oldWALs 2024-11-18T23:19:08,874 INFO [RS:0;9d96596e55a9:41677 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C41677%2C1731971942180:(num 1731971945058) 2024-11-18T23:19:08,874 DEBUG [RS:0;9d96596e55a9:41677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:08,874 INFO [RS:0;9d96596e55a9:41677 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:19:08,874 INFO [RS:0;9d96596e55a9:41677 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:19:08,874 INFO [RS:0;9d96596e55a9:41677 {}] hbase.ChoreService(370): Chore service for: regionserver/9d96596e55a9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T23:19:08,875 INFO [RS:0;9d96596e55a9:41677 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:19:08,875 INFO [RS:0;9d96596e55a9:41677 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41677 2024-11-18T23:19:08,875 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:19:08,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x101503e50a50004, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11693210889/rs/9d96596e55a9,41677,1731971942180 2024-11-18T23:19:08,886 INFO [RS:0;9d96596e55a9:41677 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:19:08,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11693210889/rs 2024-11-18T23:19:08,900 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d96596e55a9,41677,1731971942180] 2024-11-18T23:19:08,916 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11693210889/draining/9d96596e55a9,41677,1731971942180 already deleted, retry=false 2024-11-18T23:19:08,916 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d96596e55a9,41677,1731971942180 expired; onlineServers=0 2024-11-18T23:19:08,916 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d96596e55a9,44547,1731971941413' ***** 2024-11-18T23:19:08,916 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T23:19:08,917 INFO [M:0;9d96596e55a9:44547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:19:08,917 INFO [M:0;9d96596e55a9:44547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:19:08,917 DEBUG [M:0;9d96596e55a9:44547 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T23:19:08,917 DEBUG [M:0;9d96596e55a9:44547 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T23:19:08,917 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T23:19:08,918 INFO [M:0;9d96596e55a9:44547 {}] hbase.ChoreService(370): Chore service for: master/9d96596e55a9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T23:19:08,918 INFO [M:0;9d96596e55a9:44547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:19:08,918 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731971944568 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731971944568,5,FailOnTimeoutGroup] 2024-11-18T23:19:08,918 DEBUG [M:0;9d96596e55a9:44547 {}] master.HMaster(1795): Stopping service threads 2024-11-18T23:19:08,918 INFO [M:0;9d96596e55a9:44547 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T23:19:08,918 INFO [M:0;9d96596e55a9:44547 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:19:08,918 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731971944576 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731971944576,5,FailOnTimeoutGroup] 2024-11-18T23:19:08,918 INFO [M:0;9d96596e55a9:44547 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T23:19:08,918 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T23:19:08,928 DEBUG [M:0;9d96596e55a9:44547 {}] zookeeper.ZKUtil(347): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Unable to get data of znode /11693210889/master because node does not exist (not an error) 2024-11-18T23:19:08,928 WARN [M:0;9d96596e55a9:44547 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T23:19:08,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11693210889/master 2024-11-18T23:19:08,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11693210889 2024-11-18T23:19:08,933 INFO [M:0;9d96596e55a9:44547 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/.lastflushedseqids 2024-11-18T23:19:08,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741836_1012 (size=99) 2024-11-18T23:19:08,976 INFO [M:0;9d96596e55a9:44547 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T23:19:08,976 INFO [M:0;9d96596e55a9:44547 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T23:19:08,977 DEBUG [M:0;9d96596e55a9:44547 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:19:08,977 INFO [M:0;9d96596e55a9:44547 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:19:08,977 DEBUG [M:0;9d96596e55a9:44547 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:19:08,977 DEBUG [M:0;9d96596e55a9:44547 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:19:08,977 DEBUG [M:0;9d96596e55a9:44547 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:19:08,977 INFO [M:0;9d96596e55a9:44547 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T23:19:08,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x101503e50a50004, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:19:08,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41677-0x101503e50a50004, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:19:08,996 INFO [RS:0;9d96596e55a9:41677 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:19:08,996 INFO [RS:0;9d96596e55a9:41677 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d96596e55a9,41677,1731971942180; zookeeper connection closed. 2024-11-18T23:19:09,004 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75cd4bf1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75cd4bf1 2024-11-18T23:19:09,004 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T23:19:09,010 DEBUG [M:0;9d96596e55a9:44547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07330b825f9145c290cd8f0f55d1246a is 82, key is hbase:meta,,1/info:regioninfo/1731971945737/Put/seqid=0 2024-11-18T23:19:09,023 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,33805,1731971933882.replicationSource.wal-reader.9d96596e55a9%2C33805%2C1731971933882,1-9d96596e55a9,33805,1731971933882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/WALs/9d96596e55a9,33805,1731971933882/9d96596e55a9%2C33805%2C1731971933882.1731971937338 to pos 0, reset compression=false 2024-11-18T23:19:09,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741837_1013 (size=5672) 2024-11-18T23:19:09,025 INFO [M:0;9d96596e55a9:44547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07330b825f9145c290cd8f0f55d1246a 2024-11-18T23:19:09,057 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T23:19:09,066 DEBUG [M:0;9d96596e55a9:44547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfb3435c373d477b9dc70560c08e8010 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731971945852/Put/seqid=0 2024-11-18T23:19:09,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741838_1014 (size=5275) 2024-11-18T23:19:09,491 INFO [M:0;9d96596e55a9:44547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfb3435c373d477b9dc70560c08e8010 2024-11-18T23:19:09,526 DEBUG [M:0;9d96596e55a9:44547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56d962715475435888860430888e92b6 is 69, key is 9d96596e55a9,41677,1731971942180/rs:state/1731971944663/Put/seqid=0 2024-11-18T23:19:09,531 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,33805,1731971933882.replicationSource.wal-reader.9d96596e55a9%2C33805%2C1731971933882,1-9d96596e55a9,33805,1731971933882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/WALs/9d96596e55a9,33805,1731971933882/9d96596e55a9%2C33805%2C1731971933882.1731971937338 to pos 0, reset compression=false 2024-11-18T23:19:09,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741839_1015 (size=5156) 2024-11-18T23:19:09,567 INFO [M:0;9d96596e55a9:44547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56d962715475435888860430888e92b6 2024-11-18T23:19:09,579 DEBUG [M:0;9d96596e55a9:44547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07330b825f9145c290cd8f0f55d1246a as hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07330b825f9145c290cd8f0f55d1246a 2024-11-18T23:19:09,592 INFO [M:0;9d96596e55a9:44547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07330b825f9145c290cd8f0f55d1246a, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T23:19:09,593 DEBUG [M:0;9d96596e55a9:44547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfb3435c373d477b9dc70560c08e8010 as hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dfb3435c373d477b9dc70560c08e8010 2024-11-18T23:19:09,602 INFO [M:0;9d96596e55a9:44547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dfb3435c373d477b9dc70560c08e8010, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T23:19:09,604 DEBUG [M:0;9d96596e55a9:44547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56d962715475435888860430888e92b6 as hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/56d962715475435888860430888e92b6 2024-11-18T23:19:09,629 INFO [M:0;9d96596e55a9:44547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39125/user/jenkins/test-data/37b3e60c-e606-9c71-9f8c-39855cd3a6fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/56d962715475435888860430888e92b6, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T23:19:09,630 INFO [M:0;9d96596e55a9:44547 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 653ms, sequenceid=28, compaction requested=false 2024-11-18T23:19:09,651 INFO [M:0;9d96596e55a9:44547 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:19:09,651 DEBUG [M:0;9d96596e55a9:44547 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731971948976Disabling compacts and flushes for region at 1731971948976Disabling writes for close at 1731971948977 (+1 ms)Obtaining lock to block concurrent updates at 1731971948977Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731971948977Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731971948977Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731971948984 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731971948984Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731971949010 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731971949010Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731971949035 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731971949065 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731971949065Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731971949502 (+437 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731971949525 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731971949525Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cc67e97: reopening flushed file at 1731971949576 (+51 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8321998: reopening flushed file at 1731971949592 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fa793f5: reopening flushed file at 1731971949602 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 653ms, sequenceid=28, compaction requested=false at 1731971949631 (+29 ms)Writing region close event to WAL at 1731971949651 (+20 ms)Closed at 1731971949651 2024-11-18T23:19:09,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38167 is added to blk_1073741830_1006 (size=10165) 2024-11-18T23:19:09,661 INFO [M:0;9d96596e55a9:44547 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T23:19:09,661 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:19:09,661 INFO [M:0;9d96596e55a9:44547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44547 2024-11-18T23:19:09,663 INFO [M:0;9d96596e55a9:44547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:19:09,786 INFO [M:0;9d96596e55a9:44547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:19:09,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:19:09,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44547-0x101503e50a50003, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:19:09,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a2766ff{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:19:09,831 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@604f8883{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:19:09,832 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:19:09,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4684f375{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:19:09,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46d02cac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/hadoop.log.dir/,STOPPED} 2024-11-18T23:19:09,846 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T23:19:09,846 WARN [BP-1963030312-172.17.0.2-1731971938372 heartbeating to localhost/127.0.0.1:39125 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T23:19:09,846 WARN [BP-1963030312-172.17.0.2-1731971938372 heartbeating to localhost/127.0.0.1:39125 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1963030312-172.17.0.2-1731971938372 (Datanode Uuid e812b72b-8e4f-4217-a061-c4d6e488a9c3) service to localhost/127.0.0.1:39125 2024-11-18T23:19:09,846 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T23:19:09,846 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/cluster_3bd3c5ed-fdd2-7551-c407-9731eaa5ada2/data/data1/current/BP-1963030312-172.17.0.2-1731971938372 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:19:09,847 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/cluster_3bd3c5ed-fdd2-7551-c407-9731eaa5ada2/data/data2/current/BP-1963030312-172.17.0.2-1731971938372 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:19:09,848 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T23:19:09,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45a636a4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:19:09,873 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73da8684{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:19:09,873 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:19:09,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73a1c247{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:19:09,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31284a4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/hadoop.log.dir/,STOPPED} 2024-11-18T23:19:09,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T23:19:09,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T23:19:09,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:19:09,898 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:19:09,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:09,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:09,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:19:09,899 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T23:19:09,899 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1847923060, stopped=false 2024-11-18T23:19:09,899 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d96596e55a9,44731,1731971933297 2024-11-18T23:19:09,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33805-0x101503e50a50001, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01066147743/running 2024-11-18T23:19:09,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01066147743/running 2024-11-18T23:19:09,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33805-0x101503e50a50001, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01066147743 2024-11-18T23:19:09,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01066147743 2024-11-18T23:19:09,920 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:19:09,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:19:09,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Set watcher on znode that does not yet exist, /01066147743/running 2024-11-18T23:19:09,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:19:09,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:09,922 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d96596e55a9,33805,1731971933882' ***** 2024-11-18T23:19:09,922 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T23:19:09,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33805-0x101503e50a50001, quorum=127.0.0.1:56951, baseZNode=/01066147743 Set watcher on znode that does not yet exist, /01066147743/running 2024-11-18T23:19:09,922 INFO [RS:0;9d96596e55a9:33805 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T23:19:09,922 INFO [RS:0;9d96596e55a9:33805 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T23:19:09,922 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T23:19:09,922 INFO [RS:0;9d96596e55a9:33805 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T23:19:09,922 INFO [RS:0;9d96596e55a9:33805 {}] regionserver.HRegionServer(3091): Received CLOSE for ec24a9d3bfa791e5e912f2056fcc306b 2024-11-18T23:19:09,923 INFO [RS:0;9d96596e55a9:33805 {}] regionserver.HRegionServer(959): stopping server 9d96596e55a9,33805,1731971933882 2024-11-18T23:19:09,923 INFO [RS:0;9d96596e55a9:33805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:19:09,923 INFO [RS:0;9d96596e55a9:33805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:33805. 2024-11-18T23:19:09,923 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec24a9d3bfa791e5e912f2056fcc306b, disabling compactions & flushes 2024-11-18T23:19:09,923 DEBUG [RS:0;9d96596e55a9:33805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:19:09,923 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b. 2024-11-18T23:19:09,923 DEBUG [RS:0;9d96596e55a9:33805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:09,923 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b. 2024-11-18T23:19:09,923 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b. after waiting 0 ms 2024-11-18T23:19:09,923 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b. 2024-11-18T23:19:09,923 INFO [RS:0;9d96596e55a9:33805 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T23:19:09,923 INFO [RS:0;9d96596e55a9:33805 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T23:19:09,923 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ec24a9d3bfa791e5e912f2056fcc306b 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-18T23:19:09,923 INFO [RS:0;9d96596e55a9:33805 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T23:19:09,923 INFO [RS:0;9d96596e55a9:33805 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T23:19:09,928 INFO [RS:0;9d96596e55a9:33805 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T23:19:09,928 DEBUG [RS:0;9d96596e55a9:33805 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ec24a9d3bfa791e5e912f2056fcc306b=hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b.} 2024-11-18T23:19:09,928 DEBUG [RS:0;9d96596e55a9:33805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec24a9d3bfa791e5e912f2056fcc306b 2024-11-18T23:19:09,932 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:19:09,932 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:19:09,932 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:19:09,932 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:19:09,932 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:19:09,933 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T23:19:09,940 INFO [regionserver/9d96596e55a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:19:09,950 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/replication/ec24a9d3bfa791e5e912f2056fcc306b/.tmp/queue/3e2f7c0c4cbc428c87c924bd2f228fb1 is 151, key is 1-9d96596e55a9,33805,1731971933882/queue:9d96596e55a9%2C33805%2C1731971933882/1731971947941/Put/seqid=0 2024-11-18T23:19:09,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741838_1014 (size=5350) 2024-11-18T23:19:09,982 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/meta/1588230740/.tmp/info/b29803dd5f354d848898dc8105a84e48 is 147, key is hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b./info:regioninfo/1731971947532/Put/seqid=0 2024-11-18T23:19:10,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741839_1015 (size=6631) 2024-11-18T23:19:10,129 DEBUG [RS:0;9d96596e55a9:33805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec24a9d3bfa791e5e912f2056fcc306b 2024-11-18T23:19:10,151 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,33805,1731971933882.replicationSource.wal-reader.9d96596e55a9%2C33805%2C1731971933882,1-9d96596e55a9,33805,1731971933882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/WALs/9d96596e55a9,33805,1731971933882/9d96596e55a9%2C33805%2C1731971933882.1731971937338 to pos 0, reset compression=false 2024-11-18T23:19:10,161 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T23:19:10,161 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T23:19:10,329 DEBUG [RS:0;9d96596e55a9:33805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec24a9d3bfa791e5e912f2056fcc306b 2024-11-18T23:19:10,383 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/replication/ec24a9d3bfa791e5e912f2056fcc306b/.tmp/queue/3e2f7c0c4cbc428c87c924bd2f228fb1 2024-11-18T23:19:10,392 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/replication/ec24a9d3bfa791e5e912f2056fcc306b/.tmp/queue/3e2f7c0c4cbc428c87c924bd2f228fb1 as hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/replication/ec24a9d3bfa791e5e912f2056fcc306b/queue/3e2f7c0c4cbc428c87c924bd2f228fb1 2024-11-18T23:19:10,403 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/replication/ec24a9d3bfa791e5e912f2056fcc306b/queue/3e2f7c0c4cbc428c87c924bd2f228fb1, entries=1, sequenceid=5, filesize=5.2 K 2024-11-18T23:19:10,409 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ec24a9d3bfa791e5e912f2056fcc306b in 486ms, sequenceid=5, compaction requested=false 2024-11-18T23:19:10,411 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/meta/1588230740/.tmp/info/b29803dd5f354d848898dc8105a84e48 2024-11-18T23:19:10,453 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/meta/1588230740/.tmp/ns/a069e484db8344209cb2d736b7d33578 is 43, key is default/ns:d/1731971938069/Put/seqid=0 2024-11-18T23:19:10,456 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/replication/ec24a9d3bfa791e5e912f2056fcc306b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T23:19:10,457 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:19:10,457 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:19:10,457 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b. 2024-11-18T23:19:10,457 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec24a9d3bfa791e5e912f2056fcc306b: Waiting for close lock at 1731971949923Running coprocessor pre-close hooks at 1731971949923Disabling compacts and flushes for region at 1731971949923Disabling writes for close at 1731971949923Obtaining lock to block concurrent updates at 1731971949923Preparing flush snapshotting stores in ec24a9d3bfa791e5e912f2056fcc306b at 1731971949923Finished memstore snapshotting hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731971949924 (+1 ms)Flushing stores of hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b. at 1731971949924Flushing ec24a9d3bfa791e5e912f2056fcc306b/queue: creating writer at 1731971949924Flushing ec24a9d3bfa791e5e912f2056fcc306b/queue: appending metadata at 1731971949949 (+25 ms)Flushing ec24a9d3bfa791e5e912f2056fcc306b/queue: closing flushed file at 1731971949949Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@219025f9: reopening flushed file at 1731971950391 (+442 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ec24a9d3bfa791e5e912f2056fcc306b in 486ms, sequenceid=5, compaction requested=false at 1731971950409 (+18 ms)Writing region close event to WAL at 1731971950427 (+18 ms)Running coprocessor post-close hooks at 1731971950457 (+30 ms)Closed at 1731971950457 2024-11-18T23:19:10,458 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731971946232.ec24a9d3bfa791e5e912f2056fcc306b. 2024-11-18T23:19:10,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741840_1016 (size=5153) 2024-11-18T23:19:10,529 DEBUG [RS:0;9d96596e55a9:33805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:19:10,729 DEBUG [RS:0;9d96596e55a9:33805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:19:10,878 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,33805,1731971933882.replicationSource.wal-reader.9d96596e55a9%2C33805%2C1731971933882,1-9d96596e55a9,33805,1731971933882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/WALs/9d96596e55a9,33805,1731971933882/9d96596e55a9%2C33805%2C1731971933882.1731971937338 to pos 0, reset compression=false 2024-11-18T23:19:10,901 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/meta/1588230740/.tmp/ns/a069e484db8344209cb2d736b7d33578 2024-11-18T23:19:10,930 INFO [RS:0;9d96596e55a9:33805 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T23:19:10,930 DEBUG [RS:0;9d96596e55a9:33805 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:19:10,930 DEBUG [RS:0;9d96596e55a9:33805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:19:10,940 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/meta/1588230740/.tmp/table/9d0b6f3ea9cd454685cef2c7fb1c5442 is 53, key is hbase:replication/table:state/1731971947558/Put/seqid=0 2024-11-18T23:19:10,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741841_1017 (size=5256) 2024-11-18T23:19:10,963 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/meta/1588230740/.tmp/table/9d0b6f3ea9cd454685cef2c7fb1c5442 2024-11-18T23:19:10,981 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/meta/1588230740/.tmp/info/b29803dd5f354d848898dc8105a84e48 as hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/meta/1588230740/info/b29803dd5f354d848898dc8105a84e48 2024-11-18T23:19:11,000 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/meta/1588230740/info/b29803dd5f354d848898dc8105a84e48, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T23:19:11,002 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/meta/1588230740/.tmp/ns/a069e484db8344209cb2d736b7d33578 as hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/meta/1588230740/ns/a069e484db8344209cb2d736b7d33578 2024-11-18T23:19:11,012 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/meta/1588230740/ns/a069e484db8344209cb2d736b7d33578, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T23:19:11,013 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/meta/1588230740/.tmp/table/9d0b6f3ea9cd454685cef2c7fb1c5442 as hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/meta/1588230740/table/9d0b6f3ea9cd454685cef2c7fb1c5442 2024-11-18T23:19:11,031 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/meta/1588230740/table/9d0b6f3ea9cd454685cef2c7fb1c5442, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T23:19:11,033 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1099ms, sequenceid=11, compaction requested=false 2024-11-18T23:19:11,047 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T23:19:11,050 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:19:11,050 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:19:11,050 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:19:11,050 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731971949932Running coprocessor pre-close hooks at 1731971949932Disabling compacts and flushes for region at 1731971949932Disabling writes for close at 1731971949932Obtaining lock to block concurrent updates at 1731971949933 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731971949933Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731971949933Flushing stores of hbase:meta,,1.1588230740 at 1731971949934 (+1 ms)Flushing 1588230740/info: creating writer at 1731971949934Flushing 1588230740/info: appending metadata at 1731971949982 (+48 ms)Flushing 1588230740/info: closing flushed file at 1731971949982Flushing 1588230740/ns: creating writer at 1731971950427 (+445 ms)Flushing 1588230740/ns: appending metadata at 1731971950452 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731971950452Flushing 1588230740/table: creating writer at 1731971950912 (+460 ms)Flushing 1588230740/table: appending metadata at 1731971950940 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731971950940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63d7be15: reopening flushed file at 1731971950979 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd841db: reopening flushed file at 1731971951000 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@455c7d52: reopening flushed file at 1731971951012 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1099ms, sequenceid=11, compaction requested=false at 1731971951033 (+21 ms)Writing region close event to WAL at 1731971951043 (+10 ms)Running coprocessor post-close hooks at 1731971951049 (+6 ms)Closed at 1731971951050 (+1 ms) 2024-11-18T23:19:11,050 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T23:19:11,130 INFO [RS:0;9d96596e55a9:33805 {}] regionserver.HRegionServer(976): stopping server 9d96596e55a9,33805,1731971933882; all regions closed. 2024-11-18T23:19:11,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741834_1010 (size=2742) 2024-11-18T23:19:11,135 DEBUG [RS:0;9d96596e55a9:33805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/oldWALs 2024-11-18T23:19:11,135 INFO [RS:0;9d96596e55a9:33805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C33805%2C1731971933882.meta:.meta(num 1731971937783) 2024-11-18T23:19:11,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741837_1013 (size=1586) 2024-11-18T23:19:11,139 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/WALs/9d96596e55a9,33805,1731971933882/9d96596e55a9%2C33805%2C1731971933882.rep.1731971947467 not finished, retry = 0 2024-11-18T23:19:11,205 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:19:11,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:19:11,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:19:11,247 DEBUG [RS:0;9d96596e55a9:33805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/oldWALs 2024-11-18T23:19:11,247 INFO [RS:0;9d96596e55a9:33805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C33805%2C1731971933882.rep:(num 1731971947467) 2024-11-18T23:19:11,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:19:11,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741833_1009 (size=93) 2024-11-18T23:19:11,259 DEBUG [RS:0;9d96596e55a9:33805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/oldWALs 2024-11-18T23:19:11,259 INFO [RS:0;9d96596e55a9:33805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C33805%2C1731971933882:(num 1731971937338) 2024-11-18T23:19:11,260 DEBUG [RS:0;9d96596e55a9:33805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:11,260 INFO [RS:0;9d96596e55a9:33805 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:19:11,263 INFO [RS:0;9d96596e55a9:33805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:19:11,263 INFO [RS:0;9d96596e55a9:33805 {}] hbase.ChoreService(370): Chore service for: regionserver/9d96596e55a9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T23:19:11,263 INFO [RS:0;9d96596e55a9:33805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:19:11,264 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:19:11,264 INFO [RS:0;9d96596e55a9:33805 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9d96596e55a9,33805,1731971933882 because: Region server is closing 2024-11-18T23:19:11,264 INFO [RS:0;9d96596e55a9:33805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:33805. 2024-11-18T23:19:11,264 DEBUG [RS:0;9d96596e55a9:33805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:19:11,264 DEBUG [RS:0;9d96596e55a9:33805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:11,264 DEBUG [RS:0;9d96596e55a9:33805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:11,265 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:19:11,365 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,33805,1731971933882.replicationSource.wal-reader.9d96596e55a9%2C33805%2C1731971933882,1-9d96596e55a9,33805,1731971933882 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T23:19:11,365 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,33805,1731971933882.replicationSource.shipper9d96596e55a9%2C33805%2C1731971933882,1-9d96596e55a9,33805,1731971933882 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T23:19:11,365 INFO [RS:0;9d96596e55a9:33805 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,33805,1731971933882.replicationSource.shipper9d96596e55a9%2C33805%2C1731971933882,1-9d96596e55a9,33805,1731971933882 terminated 2024-11-18T23:19:11,365 INFO [RS:0;9d96596e55a9:33805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33805 2024-11-18T23:19:11,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33805-0x101503e50a50001, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01066147743/rs/9d96596e55a9,33805,1731971933882 2024-11-18T23:19:11,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01066147743/rs 2024-11-18T23:19:11,380 INFO [RS:0;9d96596e55a9:33805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:19:11,393 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d96596e55a9,33805,1731971933882] 2024-11-18T23:19:11,424 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01066147743/draining/9d96596e55a9,33805,1731971933882 already deleted, retry=false 2024-11-18T23:19:11,425 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d96596e55a9,33805,1731971933882 expired; onlineServers=0 2024-11-18T23:19:11,425 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d96596e55a9,44731,1731971933297' ***** 2024-11-18T23:19:11,425 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T23:19:11,425 INFO [M:0;9d96596e55a9:44731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:19:11,425 INFO [M:0;9d96596e55a9:44731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:19:11,425 DEBUG [M:0;9d96596e55a9:44731 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T23:19:11,425 DEBUG [M:0;9d96596e55a9:44731 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T23:19:11,425 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T23:19:11,425 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731971936795 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731971936795,5,FailOnTimeoutGroup] 2024-11-18T23:19:11,425 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731971936797 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731971936797,5,FailOnTimeoutGroup] 2024-11-18T23:19:11,426 INFO [M:0;9d96596e55a9:44731 {}] hbase.ChoreService(370): Chore service for: master/9d96596e55a9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T23:19:11,426 INFO [M:0;9d96596e55a9:44731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:19:11,426 DEBUG [M:0;9d96596e55a9:44731 {}] master.HMaster(1795): Stopping service threads 2024-11-18T23:19:11,426 INFO [M:0;9d96596e55a9:44731 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T23:19:11,426 INFO [M:0;9d96596e55a9:44731 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:19:11,426 INFO [M:0;9d96596e55a9:44731 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T23:19:11,426 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T23:19:11,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01066147743/master 2024-11-18T23:19:11,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01066147743 2024-11-18T23:19:11,452 DEBUG [M:0;9d96596e55a9:44731 {}] zookeeper.RecoverableZooKeeper(212): Node /01066147743/master already deleted, retry=false 2024-11-18T23:19:11,452 DEBUG [M:0;9d96596e55a9:44731 {}] master.ActiveMasterManager(353): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Failed delete of our master address node; KeeperErrorCode = NoNode for /01066147743/master 2024-11-18T23:19:11,453 INFO [M:0;9d96596e55a9:44731 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/.lastflushedseqids 2024-11-18T23:19:11,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741842_1018 (size=181) 2024-11-18T23:19:11,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33805-0x101503e50a50001, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:19:11,494 INFO [RS:0;9d96596e55a9:33805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:19:11,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33805-0x101503e50a50001, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:19:11,494 INFO [RS:0;9d96596e55a9:33805 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d96596e55a9,33805,1731971933882; zookeeper connection closed. 2024-11-18T23:19:11,495 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4522b36b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4522b36b 2024-11-18T23:19:11,495 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T23:19:11,880 INFO [M:0;9d96596e55a9:44731 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T23:19:11,880 INFO [M:0;9d96596e55a9:44731 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T23:19:11,880 DEBUG [M:0;9d96596e55a9:44731 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:19:11,881 INFO [M:0;9d96596e55a9:44731 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:19:11,881 DEBUG [M:0;9d96596e55a9:44731 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:19:11,881 DEBUG [M:0;9d96596e55a9:44731 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:19:11,881 DEBUG [M:0;9d96596e55a9:44731 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:19:11,881 INFO [M:0;9d96596e55a9:44731 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-18T23:19:11,929 DEBUG [M:0;9d96596e55a9:44731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4adedd7f2684a698a8743352e0539b7 is 82, key is hbase:meta,,1/info:regioninfo/1731971937972/Put/seqid=0 2024-11-18T23:19:11,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741843_1019 (size=5672) 2024-11-18T23:19:11,944 INFO [M:0;9d96596e55a9:44731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4adedd7f2684a698a8743352e0539b7 2024-11-18T23:19:12,024 DEBUG [M:0;9d96596e55a9:44731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f3cee1af7d64c24b317280aafba0ccf is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731971947575/Put/seqid=0 2024-11-18T23:19:12,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741844_1020 (size=7203) 2024-11-18T23:19:12,456 INFO [M:0;9d96596e55a9:44731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f3cee1af7d64c24b317280aafba0ccf 2024-11-18T23:19:12,542 DEBUG [M:0;9d96596e55a9:44731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa9d21fe5b794131b1fa47d826840243 is 69, key is 9d96596e55a9,33805,1731971933882/rs:state/1731971937000/Put/seqid=0 2024-11-18T23:19:12,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741845_1021 (size=5156) 2024-11-18T23:19:12,998 INFO [M:0;9d96596e55a9:44731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa9d21fe5b794131b1fa47d826840243 2024-11-18T23:19:13,033 DEBUG [M:0;9d96596e55a9:44731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4adedd7f2684a698a8743352e0539b7 as hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4adedd7f2684a698a8743352e0539b7 2024-11-18T23:19:13,069 INFO [M:0;9d96596e55a9:44731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4adedd7f2684a698a8743352e0539b7, entries=8, sequenceid=70, filesize=5.5 K 2024-11-18T23:19:13,071 DEBUG [M:0;9d96596e55a9:44731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f3cee1af7d64c24b317280aafba0ccf as hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f3cee1af7d64c24b317280aafba0ccf 2024-11-18T23:19:13,100 INFO [M:0;9d96596e55a9:44731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f3cee1af7d64c24b317280aafba0ccf, entries=8, sequenceid=70, filesize=7.0 K 2024-11-18T23:19:13,114 DEBUG [M:0;9d96596e55a9:44731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa9d21fe5b794131b1fa47d826840243 as hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa9d21fe5b794131b1fa47d826840243 2024-11-18T23:19:13,169 INFO [M:0;9d96596e55a9:44731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38417/user/jenkins/test-data/7759569e-1659-25c4-3ca4-0e8327803496/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa9d21fe5b794131b1fa47d826840243, entries=1, sequenceid=70, filesize=5.0 K 2024-11-18T23:19:13,171 INFO [M:0;9d96596e55a9:44731 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false 2024-11-18T23:19:13,205 INFO [M:0;9d96596e55a9:44731 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:19:13,205 DEBUG [M:0;9d96596e55a9:44731 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731971951880Disabling compacts and flushes for region at 1731971951880Disabling writes for close at 1731971951881 (+1 ms)Obtaining lock to block concurrent updates at 1731971951881Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731971951881Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731971951882 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731971951883 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731971951883Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731971951929 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731971951929Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731971951960 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731971952022 (+62 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731971952022Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731971952487 (+465 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731971952540 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731971952540Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ac80fd: reopening flushed file at 1731971953031 (+491 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c91f3a0: reopening flushed file at 1731971953069 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f871e6: reopening flushed file at 1731971953100 (+31 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false at 1731971953171 (+71 ms)Writing region close event to WAL at 1731971953205 (+34 ms)Closed at 1731971953205 2024-11-18T23:19:13,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741830_1006 (size=41008) 2024-11-18T23:19:13,241 INFO [M:0;9d96596e55a9:44731 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T23:19:13,241 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:19:13,241 INFO [M:0;9d96596e55a9:44731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44731 2024-11-18T23:19:13,241 INFO [M:0;9d96596e55a9:44731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:19:13,436 INFO [M:0;9d96596e55a9:44731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:19:13,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:19:13,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x101503e50a50000, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:19:13,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4da28dab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:19:13,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c7f8703{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:19:13,471 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:19:13,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d8cdc40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:19:13,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7aaaf68d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/hadoop.log.dir/,STOPPED} 2024-11-18T23:19:13,501 WARN [BP-539555885-172.17.0.2-1731971929464 heartbeating to localhost/127.0.0.1:38417 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T23:19:13,501 WARN [BP-539555885-172.17.0.2-1731971929464 heartbeating to localhost/127.0.0.1:38417 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-539555885-172.17.0.2-1731971929464 (Datanode Uuid 76327e86-bad3-4532-b3c8-f8764bf5c243) service to localhost/127.0.0.1:38417 2024-11-18T23:19:13,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/cluster_ac838454-d32a-0cc6-8f4f-ca5d7675991a/data/data2/current/BP-539555885-172.17.0.2-1731971929464 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:19:13,503 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T23:19:13,503 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T23:19:13,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/cluster_ac838454-d32a-0cc6-8f4f-ca5d7675991a/data/data1/current/BP-539555885-172.17.0.2-1731971929464 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:19:13,508 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T23:19:13,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71dcc94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:19:13,542 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3f9a53{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:19:13,542 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:19:13,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4232ec1e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:19:13,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71085e8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b27b73e6-0192-80cc-8851-37743388491d/hadoop.log.dir/,STOPPED} 2024-11-18T23:19:13,559 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T23:19:13,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T23:19:13,636 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 107) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38417 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56951) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38417 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38417 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39125 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38417 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38417 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56951) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 427) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1635 (was 1642), ProcessCount=11 (was 11), AvailableMemoryMB=4364 (was 6730) 2024-11-18T23:19:13,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101503e50a50005, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T23:19:13,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101503e50a50005, quorum=127.0.0.1:56951, baseZNode=/11693210889 Received Disconnected from ZooKeeper, ignoring 2024-11-18T23:19:13,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101503e50a50002, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T23:19:13,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101503e50a50002, quorum=127.0.0.1:56951, baseZNode=/01066147743 Received Disconnected from ZooKeeper, ignoring 2024-11-18T23:19:13,667 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=1635, ProcessCount=11, AvailableMemoryMB=4363 2024-11-18T23:19:13,685 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-18T23:19:13,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/hadoop.log.dir so I do NOT create it in target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8 2024-11-18T23:19:13,687 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T23:19:13,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/hadoop.tmp.dir so I do NOT create it in target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8 2024-11-18T23:19:13,687 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a9eb040-82c8-f3bf-86d1-b75849af10ee/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T23:19:13,687 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8 2024-11-18T23:19:13,687 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/cluster_0e409f89-53ac-8916-5111-aa3672995d27, deleteOnExit=true 2024-11-18T23:19:13,733 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/cluster_0e409f89-53ac-8916-5111-aa3672995d27/zookeeper_0, clientPort=62889, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/cluster_0e409f89-53ac-8916-5111-aa3672995d27/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/cluster_0e409f89-53ac-8916-5111-aa3672995d27/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T23:19:13,764 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62889 2024-11-18T23:19:13,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T23:19:13,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T23:19:13,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/test.cache.data in system properties and HBase conf 2024-11-18T23:19:13,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T23:19:13,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/hadoop.log.dir in system properties and HBase conf 2024-11-18T23:19:13,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T23:19:13,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T23:19:13,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T23:19:13,765 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T23:19:13,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:19:13,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:19:13,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T23:19:13,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:19:13,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T23:19:13,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T23:19:13,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:19:13,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:19:13,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T23:19:13,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/nfs.dump.dir in system properties and HBase conf 2024-11-18T23:19:13,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/java.io.tmpdir in system properties and HBase conf 2024-11-18T23:19:13,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:19:13,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T23:19:13,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T23:19:14,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:19:14,442 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:19:14,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:19:14,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:19:14,461 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T23:19:14,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:19:14,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6676c0dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:19:14,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e2469b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:19:14,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52e3aa1f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/java.io.tmpdir/jetty-localhost-44555-hadoop-hdfs-3_4_1-tests_jar-_-any-2301623150754601096/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:19:14,672 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f31b59d{HTTP/1.1, (http/1.1)}{localhost:44555} 2024-11-18T23:19:14,672 INFO [Time-limited test {}] server.Server(415): Started @68831ms 2024-11-18T23:19:15,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:19:15,305 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:19:15,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:19:15,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:19:15,325 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:19:15,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18652d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:19:15,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7712b873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:19:15,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20748bec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/java.io.tmpdir/jetty-localhost-36689-hadoop-hdfs-3_4_1-tests_jar-_-any-2686279665741480368/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:19:15,605 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@352c2b70{HTTP/1.1, (http/1.1)}{localhost:36689} 2024-11-18T23:19:15,605 INFO [Time-limited test {}] server.Server(415): Started @69765ms 2024-11-18T23:19:15,607 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T23:19:16,530 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/cluster_0e409f89-53ac-8916-5111-aa3672995d27/data/data1/current/BP-968954927-172.17.0.2-1731971953840/current, will proceed with Du for space computation calculation, 2024-11-18T23:19:16,536 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/cluster_0e409f89-53ac-8916-5111-aa3672995d27/data/data2/current/BP-968954927-172.17.0.2-1731971953840/current, will proceed with Du for space computation calculation, 2024-11-18T23:19:16,552 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:19:16,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:19:16,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:19:16,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:19:16,696 WARN [Thread-812 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T23:19:16,699 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:19:16,699 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T23:19:16,699 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T23:19:16,699 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:19:16,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a92c77d4942ddaf with lease ID 0x922474822b22fd62: Processing first storage report for DS-4242b07c-bcc0-4d81-8b55-243139503853 from datanode DatanodeRegistration(127.0.0.1:39537, datanodeUuid=e57fa92d-5fa8-4f50-a3c2-eb25017932ef, infoPort=43311, infoSecurePort=0, ipcPort=44527, storageInfo=lv=-57;cid=testClusterID;nsid=835146032;c=1731971953840) 2024-11-18T23:19:16,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a92c77d4942ddaf with lease ID 0x922474822b22fd62: from storage DS-4242b07c-bcc0-4d81-8b55-243139503853 node DatanodeRegistration(127.0.0.1:39537, datanodeUuid=e57fa92d-5fa8-4f50-a3c2-eb25017932ef, infoPort=43311, infoSecurePort=0, ipcPort=44527, storageInfo=lv=-57;cid=testClusterID;nsid=835146032;c=1731971953840), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:19:16,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a92c77d4942ddaf with lease ID 0x922474822b22fd62: Processing first storage report for DS-a28c8a72-0fd9-4af8-900f-78666d6209b5 from datanode DatanodeRegistration(127.0.0.1:39537, datanodeUuid=e57fa92d-5fa8-4f50-a3c2-eb25017932ef, infoPort=43311, infoSecurePort=0, ipcPort=44527, storageInfo=lv=-57;cid=testClusterID;nsid=835146032;c=1731971953840) 2024-11-18T23:19:16,733 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a92c77d4942ddaf with lease ID 0x922474822b22fd62: from storage DS-a28c8a72-0fd9-4af8-900f-78666d6209b5 node DatanodeRegistration(127.0.0.1:39537, datanodeUuid=e57fa92d-5fa8-4f50-a3c2-eb25017932ef, infoPort=43311, infoSecurePort=0, ipcPort=44527, storageInfo=lv=-57;cid=testClusterID;nsid=835146032;c=1731971953840), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:19:16,773 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8 2024-11-18T23:19:16,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:19:16,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:19:16,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741825_1001 (size=7) 2024-11-18T23:19:16,876 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda with version=8 2024-11-18T23:19:16,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/hbase-staging 2024-11-18T23:19:16,881 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:19:16,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:19:16,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:19:16,881 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:19:16,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:19:16,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:19:16,881 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T23:19:16,881 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:19:16,899 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35423 2024-11-18T23:19:16,901 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35423 connecting to ZooKeeper ensemble=127.0.0.1:62889 2024-11-18T23:19:17,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354230x0, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:19:17,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35423-0x101503eafe40000 connected 2024-11-18T23:19:17,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:19:17,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:19:17,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Set watcher on znode that does not yet exist, /0-1291249647/running 2024-11-18T23:19:17,343 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda, hbase.cluster.distributed=false 2024-11-18T23:19:17,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Set watcher on znode that does not yet exist, /0-1291249647/acl 2024-11-18T23:19:17,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35423 2024-11-18T23:19:17,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35423 2024-11-18T23:19:17,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35423 2024-11-18T23:19:17,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35423 2024-11-18T23:19:17,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35423 2024-11-18T23:19:17,470 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:19:17,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:19:17,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:19:17,471 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:19:17,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:19:17,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:19:17,471 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T23:19:17,477 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:19:17,488 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45851 2024-11-18T23:19:17,512 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45851 connecting to ZooKeeper ensemble=127.0.0.1:62889 2024-11-18T23:19:17,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:19:17,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:19:17,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458510x0, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:19:17,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458510x0, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Set watcher on znode that does not yet exist, /0-1291249647/running 2024-11-18T23:19:17,577 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T23:19:17,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45851-0x101503eafe40001 connected 2024-11-18T23:19:17,608 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T23:19:17,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45851-0x101503eafe40001, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Set watcher on znode that does not yet exist, /0-1291249647/master 2024-11-18T23:19:17,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45851-0x101503eafe40001, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Set watcher on znode that does not yet exist, /0-1291249647/acl 2024-11-18T23:19:17,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45851 2024-11-18T23:19:17,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45851 2024-11-18T23:19:17,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45851 2024-11-18T23:19:17,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45851 2024-11-18T23:19:17,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45851 2024-11-18T23:19:17,768 DEBUG [M:0;9d96596e55a9:35423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:35423 2024-11-18T23:19:17,786 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1291249647/backup-masters/9d96596e55a9,35423,1731971956880 2024-11-18T23:19:17,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1291249647/backup-masters 2024-11-18T23:19:17,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x101503eafe40001, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1291249647/backup-masters 2024-11-18T23:19:17,808 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Set watcher on existing znode=/0-1291249647/backup-masters/9d96596e55a9,35423,1731971956880 2024-11-18T23:19:17,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x101503eafe40001, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1291249647/master 2024-11-18T23:19:17,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x101503eafe40001, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1291249647 2024-11-18T23:19:17,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1291249647 2024-11-18T23:19:17,853 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Set watcher on existing znode=/0-1291249647/master 2024-11-18T23:19:17,865 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1291249647/backup-masters/9d96596e55a9,35423,1731971956880 from backup master directory 2024-11-18T23:19:17,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x101503eafe40001, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1291249647/backup-masters 2024-11-18T23:19:17,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1291249647/backup-masters/9d96596e55a9,35423,1731971956880 2024-11-18T23:19:17,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1291249647/backup-masters 2024-11-18T23:19:17,884 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:19:17,884 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,35423,1731971956880 2024-11-18T23:19:17,921 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/hbase.id] with ID: 36241877-4cbd-48eb-a534-10c3493570ad 2024-11-18T23:19:17,921 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/.tmp/hbase.id 2024-11-18T23:19:17,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741826_1002 (size=42) 2024-11-18T23:19:18,001 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/.tmp/hbase.id]:[hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/hbase.id] 2024-11-18T23:19:18,054 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:19:18,054 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T23:19:18,065 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 11ms. 2024-11-18T23:19:18,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x101503eafe40001, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1291249647 2024-11-18T23:19:18,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1291249647 2024-11-18T23:19:18,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741827_1003 (size=196) 2024-11-18T23:19:18,153 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:19:18,154 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T23:19:18,164 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:19:18,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741828_1004 (size=1189) 2024-11-18T23:19:18,272 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/data/master/store 2024-11-18T23:19:18,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741829_1005 (size=34) 2024-11-18T23:19:18,797 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:19:18,797 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:19:18,797 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:19:18,797 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:19:18,797 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:19:18,798 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:19:18,798 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:19:18,798 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731971958797Disabling compacts and flushes for region at 1731971958797Disabling writes for close at 1731971958797Writing region close event to WAL at 1731971958798 (+1 ms)Closed at 1731971958798 2024-11-18T23:19:18,807 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/data/master/store/.initializing 2024-11-18T23:19:18,807 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/WALs/9d96596e55a9,35423,1731971956880 2024-11-18T23:19:18,809 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:19:18,814 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C35423%2C1731971956880, suffix=, logDir=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/WALs/9d96596e55a9,35423,1731971956880, archiveDir=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/oldWALs, maxLogs=10 2024-11-18T23:19:18,858 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/WALs/9d96596e55a9,35423,1731971956880/9d96596e55a9%2C35423%2C1731971956880.1731971958815, exclude list is [], retry=0 2024-11-18T23:19:18,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39537,DS-4242b07c-bcc0-4d81-8b55-243139503853,DISK] 2024-11-18T23:19:18,905 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/WALs/9d96596e55a9,35423,1731971956880/9d96596e55a9%2C35423%2C1731971956880.1731971958815 2024-11-18T23:19:18,912 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43311:43311)] 2024-11-18T23:19:18,912 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:19:18,913 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:19:18,913 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:18,913 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:18,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:18,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T23:19:18,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:18,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:18,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:18,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T23:19:18,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:18,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:19:18,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:18,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T23:19:18,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:18,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:19:18,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:18,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T23:19:18,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:18,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:19:18,958 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:18,960 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:18,961 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:18,965 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:18,966 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:18,966 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:19:18,968 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:18,972 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:19:18,977 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61114988, jitterRate=-0.08931571245193481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:19:18,978 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731971958913Initializing all the Stores at 1731971958915 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971958915Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971958920 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971958920Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971958920Cleaning up temporary data from old regions at 1731971958966 (+46 ms)Region opened successfully at 1731971958978 (+12 ms) 2024-11-18T23:19:18,987 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T23:19:18,994 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184b2995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:19:18,999 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T23:19:18,999 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T23:19:19,000 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T23:19:19,000 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T23:19:19,001 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T23:19:19,002 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T23:19:19,002 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T23:19:19,021 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T23:19:19,024 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Unable to get data of znode /0-1291249647/balancer because node does not exist (not necessarily an error) 2024-11-18T23:19:19,083 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1291249647/balancer already deleted, retry=false 2024-11-18T23:19:19,083 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T23:19:19,085 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Unable to get data of znode /0-1291249647/normalizer because node does not exist (not necessarily an error) 2024-11-18T23:19:19,096 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1291249647/normalizer already deleted, retry=false 2024-11-18T23:19:19,096 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T23:19:19,100 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Unable to get data of znode /0-1291249647/switch/split because node does not exist (not necessarily an error) 2024-11-18T23:19:19,105 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1291249647/switch/split already deleted, retry=false 2024-11-18T23:19:19,109 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Unable to get data of znode /0-1291249647/switch/merge because node does not exist (not necessarily an error) 2024-11-18T23:19:19,125 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1291249647/switch/merge already deleted, retry=false 2024-11-18T23:19:19,130 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Unable to get data of znode /0-1291249647/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T23:19:19,137 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1291249647/snapshot-cleanup already deleted, retry=false 2024-11-18T23:19:19,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1291249647/running 2024-11-18T23:19:19,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x101503eafe40001, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1291249647/running 2024-11-18T23:19:19,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1291249647 2024-11-18T23:19:19,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x101503eafe40001, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1291249647 2024-11-18T23:19:19,153 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,35423,1731971956880, sessionid=0x101503eafe40000, setting cluster-up flag (Was=false) 2024-11-18T23:19:19,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1291249647 2024-11-18T23:19:19,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x101503eafe40001, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1291249647 2024-11-18T23:19:19,242 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1291249647/flush-table-proc/acquired, /0-1291249647/flush-table-proc/reached, /0-1291249647/flush-table-proc/abort 2024-11-18T23:19:19,254 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,35423,1731971956880 2024-11-18T23:19:19,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1291249647 2024-11-18T23:19:19,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x101503eafe40001, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1291249647 2024-11-18T23:19:19,428 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1291249647/online-snapshot/acquired, /0-1291249647/online-snapshot/reached, /0-1291249647/online-snapshot/abort 2024-11-18T23:19:19,434 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,35423,1731971956880 2024-11-18T23:19:19,436 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T23:19:19,444 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T23:19:19,444 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T23:19:19,445 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T23:19:19,445 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,35423,1731971956880 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T23:19:19,447 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer(746): ClusterId : 36241877-4cbd-48eb-a534-10c3493570ad 2024-11-18T23:19:19,447 DEBUG [RS:0;9d96596e55a9:45851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T23:19:19,448 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:19:19,448 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:19:19,448 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:19:19,448 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:19:19,449 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-18T23:19:19,449 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:19,449 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:19:19,449 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:19,453 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731971989453 2024-11-18T23:19:19,453 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T23:19:19,453 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T23:19:19,454 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T23:19:19,454 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T23:19:19,454 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T23:19:19,454 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T23:19:19,454 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:19:19,454 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T23:19:19,456 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:19,456 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:19,457 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T23:19:19,460 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T23:19:19,460 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T23:19:19,461 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T23:19:19,461 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T23:19:19,469 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T23:19:19,469 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T23:19:19,474 DEBUG [RS:0;9d96596e55a9:45851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T23:19:19,474 DEBUG [RS:0;9d96596e55a9:45851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T23:19:19,479 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731971959469,5,FailOnTimeoutGroup] 2024-11-18T23:19:19,484 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731971959479,5,FailOnTimeoutGroup] 2024-11-18T23:19:19,484 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:19,484 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T23:19:19,484 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:19,484 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:19,488 DEBUG [RS:0;9d96596e55a9:45851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T23:19:19,489 DEBUG [RS:0;9d96596e55a9:45851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56937338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:19:19,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741831_1007 (size=1321) 2024-11-18T23:19:19,500 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T23:19:19,501 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda 2024-11-18T23:19:19,506 DEBUG [RS:0;9d96596e55a9:45851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:45851 2024-11-18T23:19:19,506 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T23:19:19,506 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T23:19:19,506 DEBUG [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T23:19:19,507 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,35423,1731971956880 with port=45851, startcode=1731971957470 2024-11-18T23:19:19,507 DEBUG [RS:0;9d96596e55a9:45851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T23:19:19,511 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T23:19:19,512 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35423 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,45851,1731971957470 2024-11-18T23:19:19,512 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35423 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,45851,1731971957470 2024-11-18T23:19:19,522 DEBUG [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda 2024-11-18T23:19:19,522 DEBUG [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33177 2024-11-18T23:19:19,522 DEBUG [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T23:19:19,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1291249647/rs 2024-11-18T23:19:19,537 DEBUG [RS:0;9d96596e55a9:45851 {}] zookeeper.ZKUtil(111): regionserver:45851-0x101503eafe40001, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Set watcher on existing znode=/0-1291249647/rs/9d96596e55a9,45851,1731971957470 2024-11-18T23:19:19,537 WARN [RS:0;9d96596e55a9:45851 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:19:19,537 INFO [RS:0;9d96596e55a9:45851 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:19:19,537 DEBUG [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470 2024-11-18T23:19:19,538 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,45851,1731971957470] 2024-11-18T23:19:19,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741832_1008 (size=32) 2024-11-18T23:19:19,557 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T23:19:19,560 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T23:19:19,567 INFO [RS:0;9d96596e55a9:45851 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T23:19:19,568 INFO [RS:0;9d96596e55a9:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:19,568 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T23:19:19,569 INFO [RS:0;9d96596e55a9:45851 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T23:19:19,569 INFO [RS:0;9d96596e55a9:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:19,569 DEBUG [RS:0;9d96596e55a9:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:19,570 DEBUG [RS:0;9d96596e55a9:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:19,570 DEBUG [RS:0;9d96596e55a9:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:19,570 DEBUG [RS:0;9d96596e55a9:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:19,570 DEBUG [RS:0;9d96596e55a9:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:19,570 DEBUG [RS:0;9d96596e55a9:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:19:19,570 DEBUG [RS:0;9d96596e55a9:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:19,570 DEBUG [RS:0;9d96596e55a9:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:19,570 DEBUG [RS:0;9d96596e55a9:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:19,570 DEBUG [RS:0;9d96596e55a9:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:19,570 DEBUG [RS:0;9d96596e55a9:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:19,570 DEBUG [RS:0;9d96596e55a9:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:19,570 DEBUG [RS:0;9d96596e55a9:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:19:19,570 DEBUG [RS:0;9d96596e55a9:45851 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:19:19,572 INFO [RS:0;9d96596e55a9:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:19,572 INFO [RS:0;9d96596e55a9:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:19,572 INFO [RS:0;9d96596e55a9:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:19,572 INFO [RS:0;9d96596e55a9:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:19,572 INFO [RS:0;9d96596e55a9:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:19,572 INFO [RS:0;9d96596e55a9:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,45851,1731971957470-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:19:19,594 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T23:19:19,594 INFO [RS:0;9d96596e55a9:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,45851,1731971957470-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:19,594 INFO [RS:0;9d96596e55a9:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:19,594 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.Replication(171): 9d96596e55a9,45851,1731971957470 started 2024-11-18T23:19:19,611 INFO [RS:0;9d96596e55a9:45851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:19,611 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,45851,1731971957470, RpcServer on 9d96596e55a9/172.17.0.2:45851, sessionid=0x101503eafe40001 2024-11-18T23:19:19,611 DEBUG [RS:0;9d96596e55a9:45851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T23:19:19,611 DEBUG [RS:0;9d96596e55a9:45851 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,45851,1731971957470 2024-11-18T23:19:19,611 DEBUG [RS:0;9d96596e55a9:45851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,45851,1731971957470' 2024-11-18T23:19:19,611 DEBUG [RS:0;9d96596e55a9:45851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1291249647/flush-table-proc/abort' 2024-11-18T23:19:19,612 DEBUG [RS:0;9d96596e55a9:45851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1291249647/flush-table-proc/acquired' 2024-11-18T23:19:19,612 DEBUG [RS:0;9d96596e55a9:45851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T23:19:19,613 DEBUG [RS:0;9d96596e55a9:45851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T23:19:19,613 DEBUG [RS:0;9d96596e55a9:45851 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,45851,1731971957470 2024-11-18T23:19:19,613 DEBUG [RS:0;9d96596e55a9:45851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,45851,1731971957470' 2024-11-18T23:19:19,613 DEBUG [RS:0;9d96596e55a9:45851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1291249647/online-snapshot/abort' 2024-11-18T23:19:19,613 DEBUG [RS:0;9d96596e55a9:45851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1291249647/online-snapshot/acquired' 2024-11-18T23:19:19,613 DEBUG [RS:0;9d96596e55a9:45851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T23:19:19,613 INFO [RS:0;9d96596e55a9:45851 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T23:19:19,613 INFO [RS:0;9d96596e55a9:45851 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T23:19:19,717 INFO [RS:0;9d96596e55a9:45851 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:19:19,720 INFO [RS:0;9d96596e55a9:45851 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C45851%2C1731971957470, suffix=, logDir=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470, archiveDir=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/oldWALs, maxLogs=10 2024-11-18T23:19:19,740 DEBUG [RS:0;9d96596e55a9:45851 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721, exclude list is [], retry=0 2024-11-18T23:19:19,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39537,DS-4242b07c-bcc0-4d81-8b55-243139503853,DISK] 2024-11-18T23:19:19,767 INFO [RS:0;9d96596e55a9:45851 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 2024-11-18T23:19:19,777 DEBUG [RS:0;9d96596e55a9:45851 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43311:43311)] 2024-11-18T23:19:19,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:19:19,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:19:19,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:19:19,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:19,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:19,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:19:20,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:19:20,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:20,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:20,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:19:20,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:19:20,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:20,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:20,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:19:20,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:19:20,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:20,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:20,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:19:20,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740 2024-11-18T23:19:20,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740 2024-11-18T23:19:20,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:19:20,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:19:20,028 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:19:20,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:19:20,047 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:19:20,048 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63652433, jitterRate=-0.05150483548641205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:19:20,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731971959956Initializing all the Stores at 1731971959977 (+21 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971959977Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971959988 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971959988Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971959988Cleaning up temporary data from old regions at 1731971960022 (+34 ms)Region opened successfully at 1731971960049 (+27 ms) 2024-11-18T23:19:20,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:19:20,049 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:19:20,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:19:20,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:19:20,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:19:20,056 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:19:20,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731971960049Disabling compacts and flushes for region at 1731971960049Disabling writes for close at 1731971960049Writing region close event to WAL at 1731971960056 (+7 ms)Closed at 1731971960056 2024-11-18T23:19:20,060 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:19:20,060 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T23:19:20,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T23:19:20,068 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:19:20,072 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T23:19:20,223 DEBUG [9d96596e55a9:35423 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:19:20,224 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,45851,1731971957470 2024-11-18T23:19:20,226 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,45851,1731971957470, state=OPENING 2024-11-18T23:19:20,232 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T23:19:20,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x101503eafe40001, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1291249647 2024-11-18T23:19:20,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1291249647 2024-11-18T23:19:20,289 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:19:20,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,45851,1731971957470}] 2024-11-18T23:19:20,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1291249647/meta-region-server: CHANGED 2024-11-18T23:19:20,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1291249647/meta-region-server: CHANGED 2024-11-18T23:19:20,455 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:19:20,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:19:20,472 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T23:19:20,473 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:19:20,473 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T23:19:20,479 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C45851%2C1731971957470.meta, suffix=.meta, logDir=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470, archiveDir=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/oldWALs, maxLogs=10 2024-11-18T23:19:20,498 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.meta.1731971960479.meta, exclude list is [], retry=0 2024-11-18T23:19:20,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39537,DS-4242b07c-bcc0-4d81-8b55-243139503853,DISK] 2024-11-18T23:19:20,514 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.meta.1731971960479.meta 2024-11-18T23:19:20,516 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43311:43311)] 2024-11-18T23:19:20,516 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:19:20,517 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:19:20,517 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:19:20,517 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T23:19:20,517 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T23:19:20,517 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T23:19:20,517 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:19:20,517 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T23:19:20,517 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T23:19:20,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:19:20,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:19:20,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:20,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:20,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:19:20,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:19:20,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:20,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:20,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:19:20,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:19:20,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:20,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:20,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:19:20,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:19:20,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:20,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:20,533 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:19:20,533 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740 2024-11-18T23:19:20,537 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740 2024-11-18T23:19:20,549 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:19:20,549 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:19:20,551 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:19:20,568 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:19:20,573 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64276364, jitterRate=-0.042207539081573486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:19:20,573 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T23:19:20,574 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731971960518Writing region info on filesystem at 1731971960518Initializing all the Stores at 1731971960519 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971960519Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971960519Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971960519Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971960519Cleaning up temporary data from old regions at 1731971960549 (+30 ms)Running coprocessor post-open hooks at 1731971960573 (+24 ms)Region opened successfully at 1731971960573 2024-11-18T23:19:20,578 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731971960455 2024-11-18T23:19:20,584 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T23:19:20,585 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T23:19:20,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,45851,1731971957470 2024-11-18T23:19:20,588 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,45851,1731971957470, state=OPEN 2024-11-18T23:19:20,651 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,45851,1731971957470 2024-11-18T23:19:20,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1291249647/meta-region-server 2024-11-18T23:19:20,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x101503eafe40001, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1291249647/meta-region-server 2024-11-18T23:19:20,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1291249647/meta-region-server: CHANGED 2024-11-18T23:19:20,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1291249647/meta-region-server: CHANGED 2024-11-18T23:19:20,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T23:19:20,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,45851,1731971957470 in 362 msec 2024-11-18T23:19:20,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T23:19:20,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 599 msec 2024-11-18T23:19:20,692 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:19:20,692 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T23:19:20,704 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:19:20,705 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,45851,1731971957470, seqNum=-1] 2024-11-18T23:19:20,705 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:19:20,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:19:20,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2790 sec 2024-11-18T23:19:20,725 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731971960725, completionTime=-1 2024-11-18T23:19:20,725 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T23:19:20,726 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T23:19:20,732 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T23:19:20,732 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731972020732 2024-11-18T23:19:20,732 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731972080732 2024-11-18T23:19:20,732 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-18T23:19:20,733 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,35423,1731971956880-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:20,733 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,35423,1731971956880-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:20,733 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,35423,1731971956880-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:20,733 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:35423, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:20,733 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:20,736 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:20,746 DEBUG [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T23:19:20,763 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.879sec 2024-11-18T23:19:20,763 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T23:19:20,763 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T23:19:20,763 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T23:19:20,763 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T23:19:20,764 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T23:19:20,764 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,35423,1731971956880-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:19:20,764 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,35423,1731971956880-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T23:19:20,800 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T23:19:20,800 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T23:19:20,800 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,35423,1731971956880-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:20,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75435cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:20,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,35423,-1 for getting cluster id 2024-11-18T23:19:20,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:19:20,881 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36241877-4cbd-48eb-a534-10c3493570ad' 2024-11-18T23:19:20,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:19:20,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36241877-4cbd-48eb-a534-10c3493570ad" 2024-11-18T23:19:20,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4caf31d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:20,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,35423,-1] 2024-11-18T23:19:20,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:19:20,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:20,885 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:19:20,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799d6b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:20,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:19:20,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,45851,1731971957470, seqNum=-1] 2024-11-18T23:19:20,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:19:20,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:19:20,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d96596e55a9,35423,1731971956880 2024-11-18T23:19:20,919 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62889 2024-11-18T23:19:20,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:19:20,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101503eafe40002 connected 2024-11-18T23:19:20,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/hadoop.log.dir so I do NOT create it in target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a 2024-11-18T23:19:20,983 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T23:19:20,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/hadoop.tmp.dir so I do NOT create it in target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a 2024-11-18T23:19:20,983 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T23:19:20,983 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a 2024-11-18T23:19:20,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T23:19:20,983 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/cluster_561b5996-d82c-8add-0942-ee20a896e474, deleteOnExit=true 2024-11-18T23:19:20,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T23:19:20,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/test.cache.data in system properties and HBase conf 2024-11-18T23:19:20,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T23:19:20,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/hadoop.log.dir in system properties and HBase conf 2024-11-18T23:19:20,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T23:19:20,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T23:19:20,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T23:19:20,984 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T23:19:20,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:19:20,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:19:20,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T23:19:20,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:19:20,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T23:19:20,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T23:19:20,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:19:20,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:19:20,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T23:19:20,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/nfs.dump.dir in system properties and HBase conf 2024-11-18T23:19:20,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/java.io.tmpdir in system properties and HBase conf 2024-11-18T23:19:20,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:19:20,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T23:19:20,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T23:19:21,544 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:19:21,553 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:19:21,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:19:21,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:19:21,558 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T23:19:21,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:19:21,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4df520fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:19:21,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ed6d5f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:19:21,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@789f5b60{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/java.io.tmpdir/jetty-localhost-37255-hadoop-hdfs-3_4_1-tests_jar-_-any-3212032933711401079/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:19:21,669 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d2fcc47{HTTP/1.1, (http/1.1)}{localhost:37255} 2024-11-18T23:19:21,669 INFO [Time-limited test {}] server.Server(415): Started @75829ms 2024-11-18T23:19:22,209 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T23:19:22,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:19:22,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:19:22,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:19:22,340 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:19:22,349 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:19:22,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:19:22,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:19:22,396 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:19:22,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4facbbf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:19:22,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c974673{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:19:22,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fecdb00{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/java.io.tmpdir/jetty-localhost-41485-hadoop-hdfs-3_4_1-tests_jar-_-any-3774818657525845574/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:19:22,594 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53c079eb{HTTP/1.1, (http/1.1)}{localhost:41485} 2024-11-18T23:19:22,594 INFO [Time-limited test {}] server.Server(415): Started @76753ms 2024-11-18T23:19:22,601 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T23:19:24,332 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/cluster_561b5996-d82c-8add-0942-ee20a896e474/data/data1/current/BP-852086606-172.17.0.2-1731971961094/current, will proceed with Du for space computation calculation, 2024-11-18T23:19:24,332 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/cluster_561b5996-d82c-8add-0942-ee20a896e474/data/data2/current/BP-852086606-172.17.0.2-1731971961094/current, will proceed with Du for space computation calculation, 2024-11-18T23:19:24,348 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T23:19:24,351 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2fb7dc70d7a70543 with lease ID 0x41f30a5c4949578f: Processing first storage report for DS-63dff8e5-d676-44a8-b050-e6b1302b9a8a from datanode DatanodeRegistration(127.0.0.1:33713, datanodeUuid=7f34f816-5024-4a2f-848c-78b7dec776d5, infoPort=44617, infoSecurePort=0, ipcPort=34017, storageInfo=lv=-57;cid=testClusterID;nsid=2139839643;c=1731971961094) 2024-11-18T23:19:24,351 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2fb7dc70d7a70543 with lease ID 0x41f30a5c4949578f: from storage DS-63dff8e5-d676-44a8-b050-e6b1302b9a8a node DatanodeRegistration(127.0.0.1:33713, datanodeUuid=7f34f816-5024-4a2f-848c-78b7dec776d5, infoPort=44617, infoSecurePort=0, ipcPort=34017, storageInfo=lv=-57;cid=testClusterID;nsid=2139839643;c=1731971961094), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T23:19:24,351 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2fb7dc70d7a70543 with lease ID 0x41f30a5c4949578f: Processing first storage report for DS-a9647f1d-0732-4729-adb7-faac2624e722 from datanode DatanodeRegistration(127.0.0.1:33713, datanodeUuid=7f34f816-5024-4a2f-848c-78b7dec776d5, infoPort=44617, infoSecurePort=0, ipcPort=34017, storageInfo=lv=-57;cid=testClusterID;nsid=2139839643;c=1731971961094) 2024-11-18T23:19:24,351 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2fb7dc70d7a70543 with lease ID 0x41f30a5c4949578f: from storage DS-a9647f1d-0732-4729-adb7-faac2624e722 node DatanodeRegistration(127.0.0.1:33713, datanodeUuid=7f34f816-5024-4a2f-848c-78b7dec776d5, infoPort=44617, infoSecurePort=0, ipcPort=34017, storageInfo=lv=-57;cid=testClusterID;nsid=2139839643;c=1731971961094), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:19:24,444 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a 2024-11-18T23:19:24,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:19:24,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:19:24,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741825_1001 (size=7) 2024-11-18T23:19:24,479 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6 with version=8 2024-11-18T23:19:24,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/hbase-staging 2024-11-18T23:19:24,481 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:19:24,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:19:24,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:19:24,481 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:19:24,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:19:24,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:19:24,481 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T23:19:24,482 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:19:24,488 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37263 2024-11-18T23:19:24,490 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37263 connecting to ZooKeeper ensemble=127.0.0.1:62889 2024-11-18T23:19:24,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372630x0, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:19:24,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37263-0x101503eafe40003 connected 2024-11-18T23:19:24,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:19:24,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:19:24,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Set watcher on znode that does not yet exist, /11757248905/running 2024-11-18T23:19:24,777 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6, hbase.cluster.distributed=false 2024-11-18T23:19:24,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Set watcher on znode that does not yet exist, /11757248905/acl 2024-11-18T23:19:24,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37263 2024-11-18T23:19:24,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37263 2024-11-18T23:19:24,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37263 2024-11-18T23:19:24,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37263 2024-11-18T23:19:24,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37263 2024-11-18T23:19:24,794 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:19:24,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:19:24,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:19:24,794 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:19:24,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:19:24,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:19:24,795 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T23:19:24,795 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:19:24,795 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38821 2024-11-18T23:19:24,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38821 connecting to ZooKeeper ensemble=127.0.0.1:62889 2024-11-18T23:19:24,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:19:24,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:19:24,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388210x0, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:19:24,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388210x0, quorum=127.0.0.1:62889, baseZNode=/11757248905 Set watcher on znode that does not yet exist, /11757248905/running 2024-11-18T23:19:24,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38821-0x101503eafe40004 connected 2024-11-18T23:19:24,845 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T23:19:24,845 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T23:19:24,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38821-0x101503eafe40004, quorum=127.0.0.1:62889, baseZNode=/11757248905 Set watcher on znode that does not yet exist, /11757248905/master 2024-11-18T23:19:24,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38821-0x101503eafe40004, quorum=127.0.0.1:62889, baseZNode=/11757248905 Set watcher on znode that does not yet exist, /11757248905/acl 2024-11-18T23:19:24,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38821 2024-11-18T23:19:24,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38821 2024-11-18T23:19:24,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38821 2024-11-18T23:19:24,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38821 2024-11-18T23:19:24,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38821 2024-11-18T23:19:24,858 DEBUG [M:0;9d96596e55a9:37263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:37263 2024-11-18T23:19:24,859 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11757248905/backup-masters/9d96596e55a9,37263,1731971964481 2024-11-18T23:19:24,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38821-0x101503eafe40004, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757248905/backup-masters 2024-11-18T23:19:24,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757248905/backup-masters 2024-11-18T23:19:24,905 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Set watcher on existing znode=/11757248905/backup-masters/9d96596e55a9,37263,1731971964481 2024-11-18T23:19:24,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757248905 2024-11-18T23:19:24,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38821-0x101503eafe40004, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11757248905/master 2024-11-18T23:19:24,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38821-0x101503eafe40004, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757248905 2024-11-18T23:19:24,928 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Set watcher on existing znode=/11757248905/master 2024-11-18T23:19:24,928 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11757248905/backup-masters/9d96596e55a9,37263,1731971964481 from backup master directory 2024-11-18T23:19:25,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11757248905/backup-masters/9d96596e55a9,37263,1731971964481 2024-11-18T23:19:25,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38821-0x101503eafe40004, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757248905/backup-masters 2024-11-18T23:19:25,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757248905/backup-masters 2024-11-18T23:19:25,011 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:19:25,011 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,37263,1731971964481 2024-11-18T23:19:25,015 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/hbase.id] with ID: 38c9bb6c-ed69-49cc-8059-0baee9019216 2024-11-18T23:19:25,015 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/.tmp/hbase.id 2024-11-18T23:19:25,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741826_1002 (size=42) 2024-11-18T23:19:25,421 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/.tmp/hbase.id]:[hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/hbase.id] 2024-11-18T23:19:25,436 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:19:25,436 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T23:19:25,437 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T23:19:25,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757248905 2024-11-18T23:19:25,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38821-0x101503eafe40004, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757248905 2024-11-18T23:19:25,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741827_1003 (size=196) 2024-11-18T23:19:25,539 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:19:25,540 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T23:19:25,541 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:19:25,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741828_1004 (size=1189) 2024-11-18T23:19:25,558 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T23:19:25,561 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/data/master/store 2024-11-18T23:19:25,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741829_1005 (size=34) 2024-11-18T23:19:25,986 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:19:25,986 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:19:25,986 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:19:25,986 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:19:25,986 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:19:25,986 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:19:25,986 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:19:25,986 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731971965986Disabling compacts and flushes for region at 1731971965986Disabling writes for close at 1731971965986Writing region close event to WAL at 1731971965986Closed at 1731971965986 2024-11-18T23:19:25,987 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/data/master/store/.initializing 2024-11-18T23:19:25,988 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/WALs/9d96596e55a9,37263,1731971964481 2024-11-18T23:19:25,989 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:19:25,991 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C37263%2C1731971964481, suffix=, logDir=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/WALs/9d96596e55a9,37263,1731971964481, archiveDir=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/oldWALs, maxLogs=10 2024-11-18T23:19:26,009 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/WALs/9d96596e55a9,37263,1731971964481/9d96596e55a9%2C37263%2C1731971964481.1731971965991, exclude list is [], retry=0 2024-11-18T23:19:26,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33713,DS-63dff8e5-d676-44a8-b050-e6b1302b9a8a,DISK] 2024-11-18T23:19:26,032 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/WALs/9d96596e55a9,37263,1731971964481/9d96596e55a9%2C37263%2C1731971964481.1731971965991 2024-11-18T23:19:26,033 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44617:44617)] 2024-11-18T23:19:26,033 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:19:26,033 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:19:26,033 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:26,033 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:26,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:26,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T23:19:26,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:26,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:26,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:26,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T23:19:26,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:26,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:19:26,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:26,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T23:19:26,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:26,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:19:26,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:26,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T23:19:26,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:26,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:19:26,054 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:26,055 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:26,056 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:26,058 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:26,058 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:26,058 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:19:26,065 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:19:26,069 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:19:26,070 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66229899, jitterRate=-0.013097599148750305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:19:26,071 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731971966033Initializing all the Stores at 1731971966035 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971966035Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971966040 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971966040Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971966047 (+7 ms)Cleaning up temporary data from old regions at 1731971966058 (+11 ms)Region opened successfully at 1731971966071 (+13 ms) 2024-11-18T23:19:26,071 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T23:19:26,077 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741e52f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:19:26,081 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T23:19:26,082 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T23:19:26,082 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T23:19:26,082 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T23:19:26,083 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T23:19:26,083 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T23:19:26,083 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T23:19:26,091 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T23:19:26,096 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Unable to get data of znode /11757248905/balancer because node does not exist (not necessarily an error) 2024-11-18T23:19:26,237 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11757248905/balancer already deleted, retry=false 2024-11-18T23:19:26,237 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T23:19:26,238 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Unable to get data of znode /11757248905/normalizer because node does not exist (not necessarily an error) 2024-11-18T23:19:26,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T23:19:26,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T23:19:26,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:19:26,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T23:19:26,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:19:26,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T23:19:26,247 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T23:19:26,247 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T23:19:26,360 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11757248905/normalizer already deleted, retry=false 2024-11-18T23:19:26,361 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T23:19:26,372 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Unable to get data of znode /11757248905/switch/split because node does not exist (not necessarily an error) 2024-11-18T23:19:26,468 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11757248905/switch/split already deleted, retry=false 2024-11-18T23:19:26,475 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Unable to get data of znode /11757248905/switch/merge because node does not exist (not necessarily an error) 2024-11-18T23:19:26,564 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11757248905/switch/merge already deleted, retry=false 2024-11-18T23:19:26,580 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Unable to get data of znode /11757248905/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T23:19:26,600 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11757248905/snapshot-cleanup already deleted, retry=false 2024-11-18T23:19:26,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38821-0x101503eafe40004, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11757248905/running 2024-11-18T23:19:26,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38821-0x101503eafe40004, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757248905 2024-11-18T23:19:26,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11757248905/running 2024-11-18T23:19:26,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757248905 2024-11-18T23:19:26,613 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,37263,1731971964481, sessionid=0x101503eafe40003, setting cluster-up flag (Was=false) 2024-11-18T23:19:26,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38821-0x101503eafe40004, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757248905 2024-11-18T23:19:26,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757248905 2024-11-18T23:19:26,952 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11757248905/flush-table-proc/acquired, /11757248905/flush-table-proc/reached, /11757248905/flush-table-proc/abort 2024-11-18T23:19:26,961 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,37263,1731971964481 2024-11-18T23:19:27,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38821-0x101503eafe40004, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757248905 2024-11-18T23:19:27,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757248905 2024-11-18T23:19:27,344 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11757248905/online-snapshot/acquired, /11757248905/online-snapshot/reached, /11757248905/online-snapshot/abort 2024-11-18T23:19:27,346 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,37263,1731971964481 2024-11-18T23:19:27,347 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T23:19:27,352 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T23:19:27,353 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T23:19:27,353 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T23:19:27,353 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,37263,1731971964481 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T23:19:27,355 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:19:27,355 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:19:27,355 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:19:27,355 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:19:27,355 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-18T23:19:27,355 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:27,355 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:19:27,355 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:27,358 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:19:27,358 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T23:19:27,361 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:27,361 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T23:19:27,369 INFO [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(746): ClusterId : 38c9bb6c-ed69-49cc-8059-0baee9019216 2024-11-18T23:19:27,369 DEBUG [RS:0;9d96596e55a9:38821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T23:19:27,404 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731971997404 2024-11-18T23:19:27,404 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T23:19:27,404 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T23:19:27,405 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T23:19:27,405 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T23:19:27,405 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T23:19:27,405 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T23:19:27,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741831_1007 (size=1321) 2024-11-18T23:19:27,408 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T23:19:27,408 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6 2024-11-18T23:19:27,408 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:27,412 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T23:19:27,412 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T23:19:27,412 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T23:19:27,412 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T23:19:27,413 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T23:19:27,413 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T23:19:27,420 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731971967413,5,FailOnTimeoutGroup] 2024-11-18T23:19:27,424 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731971967420,5,FailOnTimeoutGroup] 2024-11-18T23:19:27,424 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:27,424 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T23:19:27,424 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:27,424 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:27,444 DEBUG [RS:0;9d96596e55a9:38821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T23:19:27,444 DEBUG [RS:0;9d96596e55a9:38821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T23:19:27,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741832_1008 (size=32) 2024-11-18T23:19:27,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:19:27,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:19:27,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:19:27,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:27,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:27,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:19:27,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:19:27,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:27,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:27,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:19:27,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:19:27,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:27,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:27,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:19:27,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:19:27,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:27,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:27,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:19:27,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740 2024-11-18T23:19:27,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740 2024-11-18T23:19:27,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:19:27,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:19:27,494 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:19:27,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:19:27,504 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:19:27,505 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62144726, jitterRate=-0.07397142052650452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:19:27,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731971967451Initializing all the Stores at 1731971967453 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971967453Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971967456 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971967456Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971967456Cleaning up temporary data from old regions at 1731971967493 (+37 ms)Region opened successfully at 1731971967505 (+12 ms) 2024-11-18T23:19:27,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:19:27,505 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:19:27,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:19:27,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:19:27,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:19:27,506 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:19:27,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731971967505Disabling compacts and flushes for region at 1731971967505Disabling writes for close at 1731971967506 (+1 ms)Writing region close event to WAL at 1731971967506Closed at 1731971967506 2024-11-18T23:19:27,507 DEBUG [RS:0;9d96596e55a9:38821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T23:19:27,507 DEBUG [RS:0;9d96596e55a9:38821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2167a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:19:27,508 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:19:27,508 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T23:19:27,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T23:19:27,513 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:19:27,521 DEBUG [RS:0;9d96596e55a9:38821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:38821 2024-11-18T23:19:27,521 INFO [RS:0;9d96596e55a9:38821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T23:19:27,521 INFO [RS:0;9d96596e55a9:38821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T23:19:27,521 DEBUG [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T23:19:27,524 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T23:19:27,524 INFO [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,37263,1731971964481 with port=38821, startcode=1731971964794 2024-11-18T23:19:27,524 DEBUG [RS:0;9d96596e55a9:38821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T23:19:27,526 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T23:19:27,527 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,38821,1731971964794 2024-11-18T23:19:27,527 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37263 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,38821,1731971964794 2024-11-18T23:19:27,530 DEBUG [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6 2024-11-18T23:19:27,530 DEBUG [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45897 2024-11-18T23:19:27,530 DEBUG [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T23:19:27,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757248905/rs 2024-11-18T23:19:27,634 DEBUG [RS:0;9d96596e55a9:38821 {}] zookeeper.ZKUtil(111): regionserver:38821-0x101503eafe40004, quorum=127.0.0.1:62889, baseZNode=/11757248905 Set watcher on existing znode=/11757248905/rs/9d96596e55a9,38821,1731971964794 2024-11-18T23:19:27,634 WARN [RS:0;9d96596e55a9:38821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:19:27,635 INFO [RS:0;9d96596e55a9:38821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:19:27,635 DEBUG [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/WALs/9d96596e55a9,38821,1731971964794 2024-11-18T23:19:27,639 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,38821,1731971964794] 2024-11-18T23:19:27,674 INFO [RS:0;9d96596e55a9:38821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T23:19:27,674 WARN [9d96596e55a9:37263 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T23:19:27,688 INFO [RS:0;9d96596e55a9:38821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T23:19:27,692 INFO [RS:0;9d96596e55a9:38821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T23:19:27,693 INFO [RS:0;9d96596e55a9:38821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:27,695 INFO [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T23:19:27,698 INFO [RS:0;9d96596e55a9:38821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T23:19:27,698 INFO [RS:0;9d96596e55a9:38821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:27,698 DEBUG [RS:0;9d96596e55a9:38821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:27,698 DEBUG [RS:0;9d96596e55a9:38821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:27,698 DEBUG [RS:0;9d96596e55a9:38821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:27,698 DEBUG [RS:0;9d96596e55a9:38821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:27,699 DEBUG [RS:0;9d96596e55a9:38821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:27,699 DEBUG [RS:0;9d96596e55a9:38821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:19:27,699 DEBUG [RS:0;9d96596e55a9:38821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:27,699 DEBUG [RS:0;9d96596e55a9:38821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:27,699 DEBUG [RS:0;9d96596e55a9:38821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:27,699 DEBUG [RS:0;9d96596e55a9:38821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:27,699 DEBUG [RS:0;9d96596e55a9:38821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:27,699 DEBUG [RS:0;9d96596e55a9:38821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:19:27,699 DEBUG [RS:0;9d96596e55a9:38821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:19:27,699 DEBUG [RS:0;9d96596e55a9:38821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:19:27,717 INFO [RS:0;9d96596e55a9:38821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:27,717 INFO [RS:0;9d96596e55a9:38821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:27,717 INFO [RS:0;9d96596e55a9:38821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:27,717 INFO [RS:0;9d96596e55a9:38821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:27,717 INFO [RS:0;9d96596e55a9:38821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:27,717 INFO [RS:0;9d96596e55a9:38821 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,38821,1731971964794-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:19:27,760 INFO [RS:0;9d96596e55a9:38821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T23:19:27,760 INFO [RS:0;9d96596e55a9:38821 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,38821,1731971964794-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:27,764 INFO [RS:0;9d96596e55a9:38821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:27,764 INFO [RS:0;9d96596e55a9:38821 {}] regionserver.Replication(171): 9d96596e55a9,38821,1731971964794 started 2024-11-18T23:19:27,806 INFO [RS:0;9d96596e55a9:38821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:27,806 INFO [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,38821,1731971964794, RpcServer on 9d96596e55a9/172.17.0.2:38821, sessionid=0x101503eafe40004 2024-11-18T23:19:27,806 DEBUG [RS:0;9d96596e55a9:38821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T23:19:27,806 DEBUG [RS:0;9d96596e55a9:38821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,38821,1731971964794 2024-11-18T23:19:27,806 DEBUG [RS:0;9d96596e55a9:38821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,38821,1731971964794' 2024-11-18T23:19:27,806 DEBUG [RS:0;9d96596e55a9:38821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11757248905/flush-table-proc/abort' 2024-11-18T23:19:27,808 DEBUG [RS:0;9d96596e55a9:38821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11757248905/flush-table-proc/acquired' 2024-11-18T23:19:27,812 DEBUG [RS:0;9d96596e55a9:38821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T23:19:27,812 DEBUG [RS:0;9d96596e55a9:38821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T23:19:27,812 DEBUG [RS:0;9d96596e55a9:38821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,38821,1731971964794 2024-11-18T23:19:27,812 DEBUG [RS:0;9d96596e55a9:38821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,38821,1731971964794' 2024-11-18T23:19:27,812 DEBUG [RS:0;9d96596e55a9:38821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11757248905/online-snapshot/abort' 2024-11-18T23:19:27,824 DEBUG [RS:0;9d96596e55a9:38821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11757248905/online-snapshot/acquired' 2024-11-18T23:19:27,837 DEBUG [RS:0;9d96596e55a9:38821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T23:19:27,837 INFO [RS:0;9d96596e55a9:38821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T23:19:27,837 INFO [RS:0;9d96596e55a9:38821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T23:19:27,939 INFO [RS:0;9d96596e55a9:38821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:19:27,949 INFO [RS:0;9d96596e55a9:38821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C38821%2C1731971964794, suffix=, logDir=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/WALs/9d96596e55a9,38821,1731971964794, archiveDir=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/oldWALs, maxLogs=10 2024-11-18T23:19:27,969 DEBUG [RS:0;9d96596e55a9:38821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/WALs/9d96596e55a9,38821,1731971964794/9d96596e55a9%2C38821%2C1731971964794.1731971967949, exclude list is [], retry=0 2024-11-18T23:19:27,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33713,DS-63dff8e5-d676-44a8-b050-e6b1302b9a8a,DISK] 2024-11-18T23:19:28,001 INFO [RS:0;9d96596e55a9:38821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/WALs/9d96596e55a9,38821,1731971964794/9d96596e55a9%2C38821%2C1731971964794.1731971967949 2024-11-18T23:19:28,002 DEBUG [RS:0;9d96596e55a9:38821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44617:44617)] 2024-11-18T23:19:28,180 DEBUG [9d96596e55a9:37263 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:19:28,181 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,38821,1731971964794 2024-11-18T23:19:28,185 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,38821,1731971964794, state=OPENING 2024-11-18T23:19:28,284 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T23:19:28,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38821-0x101503eafe40004, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757248905 2024-11-18T23:19:28,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757248905 2024-11-18T23:19:28,300 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:19:28,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,38821,1731971964794}] 2024-11-18T23:19:28,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11757248905/meta-region-server: CHANGED 2024-11-18T23:19:28,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11757248905/meta-region-server: CHANGED 2024-11-18T23:19:28,456 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:19:28,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:19:28,481 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T23:19:28,481 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:19:28,481 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T23:19:28,484 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C38821%2C1731971964794.meta, suffix=.meta, logDir=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/WALs/9d96596e55a9,38821,1731971964794, archiveDir=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/oldWALs, maxLogs=10 2024-11-18T23:19:28,503 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/WALs/9d96596e55a9,38821,1731971964794/9d96596e55a9%2C38821%2C1731971964794.meta.1731971968485.meta, exclude list is [], retry=0 2024-11-18T23:19:28,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33713,DS-63dff8e5-d676-44a8-b050-e6b1302b9a8a,DISK] 2024-11-18T23:19:28,512 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/WALs/9d96596e55a9,38821,1731971964794/9d96596e55a9%2C38821%2C1731971964794.meta.1731971968485.meta 2024-11-18T23:19:28,513 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44617:44617)] 2024-11-18T23:19:28,513 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:19:28,513 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:19:28,513 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:19:28,513 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T23:19:28,514 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T23:19:28,514 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T23:19:28,514 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:19:28,514 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T23:19:28,514 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T23:19:28,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:19:28,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:19:28,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:28,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:28,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:19:28,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:19:28,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:28,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:28,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:19:28,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:19:28,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:28,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:28,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:19:28,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:19:28,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:28,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:19:28,534 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:19:28,535 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740 2024-11-18T23:19:28,536 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740 2024-11-18T23:19:28,537 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:19:28,537 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:19:28,538 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:19:28,539 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:19:28,540 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70543446, jitterRate=0.05117926001548767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:19:28,540 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T23:19:28,540 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731971968514Writing region info on filesystem at 1731971968514Initializing all the Stores at 1731971968526 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971968526Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971968527 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971968527Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731971968527Cleaning up temporary data from old regions at 1731971968537 (+10 ms)Running coprocessor post-open hooks at 1731971968540 (+3 ms)Region opened successfully at 1731971968540 2024-11-18T23:19:28,541 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731971968456 2024-11-18T23:19:28,543 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T23:19:28,543 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T23:19:28,544 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,38821,1731971964794 2024-11-18T23:19:28,545 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,38821,1731971964794, state=OPEN 2024-11-18T23:19:28,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38821-0x101503eafe40004, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11757248905/meta-region-server 2024-11-18T23:19:28,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11757248905/meta-region-server: CHANGED 2024-11-18T23:19:28,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11757248905/meta-region-server 2024-11-18T23:19:28,564 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,38821,1731971964794 2024-11-18T23:19:28,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11757248905/meta-region-server: CHANGED 2024-11-18T23:19:28,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T23:19:28,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,38821,1731971964794 in 264 msec 2024-11-18T23:19:28,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T23:19:28,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0650 sec 2024-11-18T23:19:28,579 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:19:28,579 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T23:19:28,582 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:19:28,582 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,38821,1731971964794, seqNum=-1] 2024-11-18T23:19:28,582 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:19:28,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:19:28,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2430 sec 2024-11-18T23:19:28,594 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731971968594, completionTime=-1 2024-11-18T23:19:28,594 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T23:19:28,594 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T23:19:28,596 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T23:19:28,596 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731972028596 2024-11-18T23:19:28,596 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731972088596 2024-11-18T23:19:28,596 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T23:19:28,597 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,37263,1731971964481-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:28,597 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,37263,1731971964481-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:28,597 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,37263,1731971964481-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:28,597 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:37263, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:28,597 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:28,599 DEBUG [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T23:19:28,600 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:28,607 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.596sec 2024-11-18T23:19:28,607 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T23:19:28,607 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T23:19:28,607 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T23:19:28,607 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T23:19:28,607 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T23:19:28,607 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,37263,1731971964481-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:19:28,607 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,37263,1731971964481-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T23:19:28,613 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T23:19:28,613 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T23:19:28,613 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,37263,1731971964481-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:19:28,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fef29a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:28,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,37263,-1 for getting cluster id 2024-11-18T23:19:28,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:19:28,680 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38c9bb6c-ed69-49cc-8059-0baee9019216' 2024-11-18T23:19:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:19:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38c9bb6c-ed69-49cc-8059-0baee9019216" 2024-11-18T23:19:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@635565ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,37263,-1] 2024-11-18T23:19:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:19:28,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:28,683 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:19:28,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c4c51f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:28,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:19:28,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,38821,1731971964794, seqNum=-1] 2024-11-18T23:19:28,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:19:28,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:19:28,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d96596e55a9,37263,1731971964481 2024-11-18T23:19:28,697 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62889 2024-11-18T23:19:28,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:19:28,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101503eafe40005 connected 2024-11-18T23:19:28,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:19:28,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,35423,1731971956880 2024-11-18T23:19:28,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c58aa9d 2024-11-18T23:19:28,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:19:28,832 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:19:28,836 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:19:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35423 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T23:19:28,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:19:28,855 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:28,859 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T23:19:28,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:19:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:19:28,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741835_1011 (size=902) 2024-11-18T23:19:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:19:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:19:29,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d64064e87da85d89825329843dc87db0, NAME => 'test,,1731971968833.d64064e87da85d89825329843dc87db0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda 2024-11-18T23:19:29,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741836_1012 (size=39) 2024-11-18T23:19:29,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731971968833.d64064e87da85d89825329843dc87db0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:19:29,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d64064e87da85d89825329843dc87db0, disabling compactions & flushes 2024-11-18T23:19:29,387 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731971968833.d64064e87da85d89825329843dc87db0. 2024-11-18T23:19:29,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731971968833.d64064e87da85d89825329843dc87db0. 2024-11-18T23:19:29,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731971968833.d64064e87da85d89825329843dc87db0. after waiting 0 ms 2024-11-18T23:19:29,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731971968833.d64064e87da85d89825329843dc87db0. 2024-11-18T23:19:29,387 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731971968833.d64064e87da85d89825329843dc87db0. 2024-11-18T23:19:29,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d64064e87da85d89825329843dc87db0: Waiting for close lock at 1731971969387Disabling compacts and flushes for region at 1731971969387Disabling writes for close at 1731971969387Writing region close event to WAL at 1731971969387Closed at 1731971969387 2024-11-18T23:19:29,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:19:29,390 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731971968833.d64064e87da85d89825329843dc87db0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731971969389"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731971969389"}]},"ts":"1731971969389"} 2024-11-18T23:19:29,414 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:19:29,428 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:19:29,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731971969428"}]},"ts":"1731971969428"} 2024-11-18T23:19:29,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T23:19:29,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d64064e87da85d89825329843dc87db0, ASSIGN}] 2024-11-18T23:19:29,461 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d64064e87da85d89825329843dc87db0, ASSIGN 2024-11-18T23:19:29,471 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d64064e87da85d89825329843dc87db0, ASSIGN; state=OFFLINE, location=9d96596e55a9,45851,1731971957470; forceNewPlan=false, retain=false 2024-11-18T23:19:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:19:29,629 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d64064e87da85d89825329843dc87db0, regionState=OPENING, regionLocation=9d96596e55a9,45851,1731971957470 2024-11-18T23:19:29,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d64064e87da85d89825329843dc87db0, ASSIGN because future has completed 2024-11-18T23:19:29,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d64064e87da85d89825329843dc87db0, server=9d96596e55a9,45851,1731971957470}] 2024-11-18T23:19:29,825 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731971968833.d64064e87da85d89825329843dc87db0. 2024-11-18T23:19:29,825 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d64064e87da85d89825329843dc87db0, NAME => 'test,,1731971968833.d64064e87da85d89825329843dc87db0.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:19:29,826 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:19:29,826 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T23:19:29,826 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d64064e87da85d89825329843dc87db0 2024-11-18T23:19:29,826 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731971968833.d64064e87da85d89825329843dc87db0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:19:29,827 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d64064e87da85d89825329843dc87db0 2024-11-18T23:19:29,827 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d64064e87da85d89825329843dc87db0 2024-11-18T23:19:29,833 INFO [StoreOpener-d64064e87da85d89825329843dc87db0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d64064e87da85d89825329843dc87db0 2024-11-18T23:19:29,836 INFO [StoreOpener-d64064e87da85d89825329843dc87db0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d64064e87da85d89825329843dc87db0 columnFamilyName f 2024-11-18T23:19:29,836 DEBUG [StoreOpener-d64064e87da85d89825329843dc87db0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:29,838 INFO [StoreOpener-d64064e87da85d89825329843dc87db0-1 {}] regionserver.HStore(327): Store=d64064e87da85d89825329843dc87db0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:19:29,838 INFO [StoreOpener-d64064e87da85d89825329843dc87db0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d64064e87da85d89825329843dc87db0 2024-11-18T23:19:29,840 INFO [StoreOpener-d64064e87da85d89825329843dc87db0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d64064e87da85d89825329843dc87db0 columnFamilyName f1 2024-11-18T23:19:29,840 DEBUG [StoreOpener-d64064e87da85d89825329843dc87db0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:29,846 INFO [StoreOpener-d64064e87da85d89825329843dc87db0-1 {}] regionserver.HStore(327): Store=d64064e87da85d89825329843dc87db0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:19:29,846 INFO [StoreOpener-d64064e87da85d89825329843dc87db0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d64064e87da85d89825329843dc87db0 2024-11-18T23:19:29,851 INFO [StoreOpener-d64064e87da85d89825329843dc87db0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d64064e87da85d89825329843dc87db0 columnFamilyName norep 2024-11-18T23:19:29,851 DEBUG [StoreOpener-d64064e87da85d89825329843dc87db0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:29,852 INFO [StoreOpener-d64064e87da85d89825329843dc87db0-1 {}] regionserver.HStore(327): Store=d64064e87da85d89825329843dc87db0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:19:29,852 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d64064e87da85d89825329843dc87db0 2024-11-18T23:19:29,855 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/default/test/d64064e87da85d89825329843dc87db0 2024-11-18T23:19:29,857 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/default/test/d64064e87da85d89825329843dc87db0 2024-11-18T23:19:29,863 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d64064e87da85d89825329843dc87db0 2024-11-18T23:19:29,863 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d64064e87da85d89825329843dc87db0 2024-11-18T23:19:29,864 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:19:29,870 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d64064e87da85d89825329843dc87db0 2024-11-18T23:19:29,886 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/default/test/d64064e87da85d89825329843dc87db0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:19:29,887 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d64064e87da85d89825329843dc87db0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73552892, jitterRate=0.09602349996566772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:19:29,887 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d64064e87da85d89825329843dc87db0 2024-11-18T23:19:29,888 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d64064e87da85d89825329843dc87db0: Running coprocessor pre-open hook at 1731971969827Writing region info on filesystem at 1731971969827Initializing all the Stores at 1731971969832 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971969832Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971969833 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971969833Cleaning up temporary data from old regions at 1731971969863 (+30 ms)Running coprocessor post-open hooks at 1731971969887 (+24 ms)Region opened successfully at 1731971969888 (+1 ms) 2024-11-18T23:19:29,898 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731971968833.d64064e87da85d89825329843dc87db0., pid=6, masterSystemTime=1731971969816 2024-11-18T23:19:29,908 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d64064e87da85d89825329843dc87db0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9d96596e55a9,45851,1731971957470 2024-11-18T23:19:29,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d64064e87da85d89825329843dc87db0, server=9d96596e55a9,45851,1731971957470 because future has completed 2024-11-18T23:19:29,914 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731971968833.d64064e87da85d89825329843dc87db0. 2024-11-18T23:19:29,914 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731971968833.d64064e87da85d89825329843dc87db0. 2024-11-18T23:19:29,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T23:19:29,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d64064e87da85d89825329843dc87db0, server=9d96596e55a9,45851,1731971957470 in 257 msec 2024-11-18T23:19:29,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T23:19:29,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d64064e87da85d89825329843dc87db0, ASSIGN in 473 msec 2024-11-18T23:19:29,929 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:19:29,929 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731971969929"}]},"ts":"1731971969929"} 2024-11-18T23:19:29,939 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T23:19:29,941 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:19:29,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1040 sec 2024-11-18T23:19:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:19:30,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:19:30,021 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T23:19:30,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,37263,1731971964481 2024-11-18T23:19:30,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@227f0412 2024-11-18T23:19:30,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:19:30,025 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:19:30,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:19:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T23:19:30,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:19:30,034 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:30,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T23:19:30,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:19:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:19:30,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741835_1011 (size=902) 2024-11-18T23:19:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:19:30,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:19:30,485 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0187148c4f9744afbc366b286f9d222, NAME => 'test,,1731971970025.b0187148c4f9744afbc366b286f9d222.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6 2024-11-18T23:19:30,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741836_1012 (size=39) 2024-11-18T23:19:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:19:30,964 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731971970025.b0187148c4f9744afbc366b286f9d222.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:19:30,964 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b0187148c4f9744afbc366b286f9d222, disabling compactions & flushes 2024-11-18T23:19:30,964 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731971970025.b0187148c4f9744afbc366b286f9d222. 2024-11-18T23:19:30,964 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731971970025.b0187148c4f9744afbc366b286f9d222. 2024-11-18T23:19:30,964 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731971970025.b0187148c4f9744afbc366b286f9d222. after waiting 0 ms 2024-11-18T23:19:30,964 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731971970025.b0187148c4f9744afbc366b286f9d222. 2024-11-18T23:19:30,964 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731971970025.b0187148c4f9744afbc366b286f9d222. 2024-11-18T23:19:30,964 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0187148c4f9744afbc366b286f9d222: Waiting for close lock at 1731971970964Disabling compacts and flushes for region at 1731971970964Disabling writes for close at 1731971970964Writing region close event to WAL at 1731971970964Closed at 1731971970964 2024-11-18T23:19:30,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:19:30,970 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731971970025.b0187148c4f9744afbc366b286f9d222.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731971970970"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731971970970"}]},"ts":"1731971970970"} 2024-11-18T23:19:30,994 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:19:31,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:19:31,001 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731971971000"}]},"ts":"1731971971000"} 2024-11-18T23:19:31,012 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T23:19:31,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b0187148c4f9744afbc366b286f9d222, ASSIGN}] 2024-11-18T23:19:31,021 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b0187148c4f9744afbc366b286f9d222, ASSIGN 2024-11-18T23:19:31,028 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b0187148c4f9744afbc366b286f9d222, ASSIGN; state=OFFLINE, location=9d96596e55a9,38821,1731971964794; forceNewPlan=false, retain=false 2024-11-18T23:19:31,179 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b0187148c4f9744afbc366b286f9d222, regionState=OPENING, regionLocation=9d96596e55a9,38821,1731971964794 2024-11-18T23:19:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:19:31,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b0187148c4f9744afbc366b286f9d222, ASSIGN because future has completed 2024-11-18T23:19:31,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0187148c4f9744afbc366b286f9d222, server=9d96596e55a9,38821,1731971964794}] 2024-11-18T23:19:31,384 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731971970025.b0187148c4f9744afbc366b286f9d222. 2024-11-18T23:19:31,384 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b0187148c4f9744afbc366b286f9d222, NAME => 'test,,1731971970025.b0187148c4f9744afbc366b286f9d222.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:19:31,384 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:19:31,384 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T23:19:31,385 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b0187148c4f9744afbc366b286f9d222 2024-11-18T23:19:31,385 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731971970025.b0187148c4f9744afbc366b286f9d222.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:19:31,385 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b0187148c4f9744afbc366b286f9d222 2024-11-18T23:19:31,385 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b0187148c4f9744afbc366b286f9d222 2024-11-18T23:19:31,393 INFO [StoreOpener-b0187148c4f9744afbc366b286f9d222-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b0187148c4f9744afbc366b286f9d222 2024-11-18T23:19:31,395 INFO [StoreOpener-b0187148c4f9744afbc366b286f9d222-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0187148c4f9744afbc366b286f9d222 columnFamilyName f 2024-11-18T23:19:31,395 DEBUG [StoreOpener-b0187148c4f9744afbc366b286f9d222-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:31,396 INFO [StoreOpener-b0187148c4f9744afbc366b286f9d222-1 {}] regionserver.HStore(327): Store=b0187148c4f9744afbc366b286f9d222/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:19:31,396 INFO [StoreOpener-b0187148c4f9744afbc366b286f9d222-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b0187148c4f9744afbc366b286f9d222 2024-11-18T23:19:31,398 INFO [StoreOpener-b0187148c4f9744afbc366b286f9d222-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0187148c4f9744afbc366b286f9d222 columnFamilyName f1 2024-11-18T23:19:31,398 DEBUG [StoreOpener-b0187148c4f9744afbc366b286f9d222-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:31,399 INFO [StoreOpener-b0187148c4f9744afbc366b286f9d222-1 {}] regionserver.HStore(327): Store=b0187148c4f9744afbc366b286f9d222/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:19:31,399 INFO [StoreOpener-b0187148c4f9744afbc366b286f9d222-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b0187148c4f9744afbc366b286f9d222 2024-11-18T23:19:31,414 INFO [StoreOpener-b0187148c4f9744afbc366b286f9d222-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0187148c4f9744afbc366b286f9d222 columnFamilyName norep 2024-11-18T23:19:31,414 DEBUG [StoreOpener-b0187148c4f9744afbc366b286f9d222-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:31,415 INFO [StoreOpener-b0187148c4f9744afbc366b286f9d222-1 {}] regionserver.HStore(327): Store=b0187148c4f9744afbc366b286f9d222/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:19:31,415 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b0187148c4f9744afbc366b286f9d222 2024-11-18T23:19:31,424 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/default/test/b0187148c4f9744afbc366b286f9d222 2024-11-18T23:19:31,425 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/default/test/b0187148c4f9744afbc366b286f9d222 2024-11-18T23:19:31,426 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b0187148c4f9744afbc366b286f9d222 2024-11-18T23:19:31,426 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b0187148c4f9744afbc366b286f9d222 2024-11-18T23:19:31,426 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:19:31,427 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b0187148c4f9744afbc366b286f9d222 2024-11-18T23:19:31,440 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/default/test/b0187148c4f9744afbc366b286f9d222/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:19:31,441 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b0187148c4f9744afbc366b286f9d222; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64921739, jitterRate=-0.032590702176094055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:19:31,441 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0187148c4f9744afbc366b286f9d222 2024-11-18T23:19:31,441 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b0187148c4f9744afbc366b286f9d222: Running coprocessor pre-open hook at 1731971971385Writing region info on filesystem at 1731971971385Initializing all the Stores at 1731971971389 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971971390 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971971392 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971971392Cleaning up temporary data from old regions at 1731971971426 (+34 ms)Running coprocessor post-open hooks at 1731971971441 (+15 ms)Region opened successfully at 1731971971441 2024-11-18T23:19:31,445 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731971970025.b0187148c4f9744afbc366b286f9d222., pid=6, masterSystemTime=1731971971372 2024-11-18T23:19:31,450 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731971970025.b0187148c4f9744afbc366b286f9d222. 2024-11-18T23:19:31,450 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731971970025.b0187148c4f9744afbc366b286f9d222. 2024-11-18T23:19:31,451 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b0187148c4f9744afbc366b286f9d222, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9d96596e55a9,38821,1731971964794 2024-11-18T23:19:31,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0187148c4f9744afbc366b286f9d222, server=9d96596e55a9,38821,1731971964794 because future has completed 2024-11-18T23:19:31,458 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37263 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9d96596e55a9,38821,1731971964794, table=test, region=b0187148c4f9744afbc366b286f9d222. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T23:19:31,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T23:19:31,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b0187148c4f9744afbc366b286f9d222, server=9d96596e55a9,38821,1731971964794 in 251 msec 2024-11-18T23:19:31,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T23:19:31,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b0187148c4f9744afbc366b286f9d222, ASSIGN in 452 msec 2024-11-18T23:19:31,469 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:19:31,469 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731971971469"}]},"ts":"1731971971469"} 2024-11-18T23:19:31,471 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T23:19:31,472 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:19:31,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.4460 sec 2024-11-18T23:19:31,560 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T23:19:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:19:32,197 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T23:19:32,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8198fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:32,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,35423,-1 for getting cluster id 2024-11-18T23:19:32,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:19:32,200 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36241877-4cbd-48eb-a534-10c3493570ad' 2024-11-18T23:19:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:19:32,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36241877-4cbd-48eb-a534-10c3493570ad" 2024-11-18T23:19:32,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6525cbe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:32,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,35423,-1] 2024-11-18T23:19:32,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:19:32,202 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:32,203 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:19:32,204 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b44d56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:32,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6036c0ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:32,205 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,37263,-1 for getting cluster id 2024-11-18T23:19:32,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:19:32,206 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38c9bb6c-ed69-49cc-8059-0baee9019216' 2024-11-18T23:19:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:19:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38c9bb6c-ed69-49cc-8059-0baee9019216" 2024-11-18T23:19:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cbd09d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,37263,-1] 2024-11-18T23:19:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:19:32,207 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:32,208 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:19:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d74a457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:32,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e575202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:32,209 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,35423,-1 for getting cluster id 2024-11-18T23:19:32,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:19:32,210 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36241877-4cbd-48eb-a534-10c3493570ad' 2024-11-18T23:19:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:19:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36241877-4cbd-48eb-a534-10c3493570ad" 2024-11-18T23:19:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59cfd8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,35423,-1] 2024-11-18T23:19:32,211 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:19:32,211 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:32,211 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:19:32,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4130d032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:32,215 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:19:32,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,35423,1731971956880 2024-11-18T23:19:32,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4525effa 2024-11-18T23:19:32,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:19:32,218 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:19:32,219 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35423 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9d96596e55a9:37263,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-18T23:19:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35423 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T23:19:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:19:32,222 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:37263' 2024-11-18T23:19:32,224 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53db085c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:32,224 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,37263,-1 for getting cluster id 2024-11-18T23:19:32,224 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:19:32,225 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38c9bb6c-ed69-49cc-8059-0baee9019216' 2024-11-18T23:19:32,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:19:32,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38c9bb6c-ed69-49cc-8059-0baee9019216" 2024-11-18T23:19:32,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2505229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:32,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,37263,-1] 2024-11-18T23:19:32,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:19:32,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:32,227 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:19:32,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17dc3b40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:32,300 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:19:32,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,37263,1731971964481 2024-11-18T23:19:32,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@468380ab 2024-11-18T23:19:32,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:19:32,304 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:19:32,305 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T23:19:32,305 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T23:19:32,305 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:32,305 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:32,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:19:32,306 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:19:32,317 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T23:19:32,319 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:19:32,319 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:32,321 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:19:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:19:32,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741837_1013 (size=1138) 2024-11-18T23:19:32,367 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T23:19:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:19:32,766 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e75613ef9007d4fa582ba25309e65adc, NAME => 'hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda 2024-11-18T23:19:32,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741838_1014 (size=44) 2024-11-18T23:19:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:19:33,174 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:19:33,174 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e75613ef9007d4fa582ba25309e65adc, disabling compactions & flushes 2024-11-18T23:19:33,174 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc. 2024-11-18T23:19:33,174 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc. 2024-11-18T23:19:33,174 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc. after waiting 0 ms 2024-11-18T23:19:33,174 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc. 2024-11-18T23:19:33,174 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc. 2024-11-18T23:19:33,174 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e75613ef9007d4fa582ba25309e65adc: Waiting for close lock at 1731971973174Disabling compacts and flushes for region at 1731971973174Disabling writes for close at 1731971973174Writing region close event to WAL at 1731971973174Closed at 1731971973174 2024-11-18T23:19:33,176 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:19:33,177 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731971973176"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731971973176"}]},"ts":"1731971973176"} 2024-11-18T23:19:33,186 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:19:33,187 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:19:33,188 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731971973188"}]},"ts":"1731971973188"} 2024-11-18T23:19:33,197 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T23:19:33,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e75613ef9007d4fa582ba25309e65adc, ASSIGN}] 2024-11-18T23:19:33,200 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e75613ef9007d4fa582ba25309e65adc, ASSIGN 2024-11-18T23:19:33,202 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e75613ef9007d4fa582ba25309e65adc, ASSIGN; state=OFFLINE, location=9d96596e55a9,45851,1731971957470; forceNewPlan=false, retain=false 2024-11-18T23:19:33,357 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e75613ef9007d4fa582ba25309e65adc, regionState=OPENING, regionLocation=9d96596e55a9,45851,1731971957470 2024-11-18T23:19:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:19:33,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e75613ef9007d4fa582ba25309e65adc, ASSIGN because future has completed 2024-11-18T23:19:33,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e75613ef9007d4fa582ba25309e65adc, server=9d96596e55a9,45851,1731971957470}] 2024-11-18T23:19:33,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:19:33,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:19:33,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:19:33,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc. 2024-11-18T23:19:33,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:19:33,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T23:19:33,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C45851%2C1731971957470.rep, suffix=, logDir=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470, archiveDir=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/oldWALs, maxLogs=10 2024-11-18T23:19:33,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.rep.1731971973610, exclude list is [], retry=0 2024-11-18T23:19:33,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39537,DS-4242b07c-bcc0-4d81-8b55-243139503853,DISK] 2024-11-18T23:19:33,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.rep.1731971973610 2024-11-18T23:19:33,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43311:43311)] 2024-11-18T23:19:33,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e75613ef9007d4fa582ba25309e65adc, NAME => 'hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:19:33,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:19:33,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:19:33,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc. service=MultiRowMutationService 2024-11-18T23:19:33,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T23:19:33,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e75613ef9007d4fa582ba25309e65adc 2024-11-18T23:19:33,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:19:33,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e75613ef9007d4fa582ba25309e65adc 2024-11-18T23:19:33,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e75613ef9007d4fa582ba25309e65adc 2024-11-18T23:19:33,684 INFO [StoreOpener-e75613ef9007d4fa582ba25309e65adc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e75613ef9007d4fa582ba25309e65adc 2024-11-18T23:19:33,688 INFO [StoreOpener-e75613ef9007d4fa582ba25309e65adc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e75613ef9007d4fa582ba25309e65adc columnFamilyName hfileref 2024-11-18T23:19:33,688 DEBUG [StoreOpener-e75613ef9007d4fa582ba25309e65adc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:33,691 INFO [StoreOpener-e75613ef9007d4fa582ba25309e65adc-1 {}] regionserver.HStore(327): Store=e75613ef9007d4fa582ba25309e65adc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:19:33,691 INFO [StoreOpener-e75613ef9007d4fa582ba25309e65adc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e75613ef9007d4fa582ba25309e65adc 2024-11-18T23:19:33,693 INFO [StoreOpener-e75613ef9007d4fa582ba25309e65adc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e75613ef9007d4fa582ba25309e65adc columnFamilyName queue 2024-11-18T23:19:33,693 DEBUG [StoreOpener-e75613ef9007d4fa582ba25309e65adc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:33,695 INFO [StoreOpener-e75613ef9007d4fa582ba25309e65adc-1 {}] regionserver.HStore(327): Store=e75613ef9007d4fa582ba25309e65adc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:19:33,695 INFO [StoreOpener-e75613ef9007d4fa582ba25309e65adc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e75613ef9007d4fa582ba25309e65adc 2024-11-18T23:19:33,697 INFO [StoreOpener-e75613ef9007d4fa582ba25309e65adc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e75613ef9007d4fa582ba25309e65adc columnFamilyName sid 2024-11-18T23:19:33,698 DEBUG [StoreOpener-e75613ef9007d4fa582ba25309e65adc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:19:33,704 INFO [StoreOpener-e75613ef9007d4fa582ba25309e65adc-1 {}] regionserver.HStore(327): Store=e75613ef9007d4fa582ba25309e65adc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:19:33,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e75613ef9007d4fa582ba25309e65adc 2024-11-18T23:19:33,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/replication/e75613ef9007d4fa582ba25309e65adc 2024-11-18T23:19:33,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/replication/e75613ef9007d4fa582ba25309e65adc 2024-11-18T23:19:33,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e75613ef9007d4fa582ba25309e65adc 2024-11-18T23:19:33,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e75613ef9007d4fa582ba25309e65adc 2024-11-18T23:19:33,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:19:33,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e75613ef9007d4fa582ba25309e65adc 2024-11-18T23:19:33,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/replication/e75613ef9007d4fa582ba25309e65adc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:19:33,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e75613ef9007d4fa582ba25309e65adc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64612544, jitterRate=-0.03719806671142578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:19:33,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e75613ef9007d4fa582ba25309e65adc 2024-11-18T23:19:33,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e75613ef9007d4fa582ba25309e65adc: Running coprocessor pre-open hook at 1731971973670Writing region info on filesystem at 1731971973670Initializing all the Stores at 1731971973679 (+9 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971973679Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971973680 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731971973680Cleaning up temporary data from old regions at 1731971973737 (+57 ms)Running coprocessor post-open hooks at 1731971973763 (+26 ms)Region opened successfully at 1731971973763 2024-11-18T23:19:33,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc., pid=10, masterSystemTime=1731971973548 2024-11-18T23:19:33,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc. 2024-11-18T23:19:33,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc. 2024-11-18T23:19:33,768 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e75613ef9007d4fa582ba25309e65adc, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,45851,1731971957470 2024-11-18T23:19:33,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e75613ef9007d4fa582ba25309e65adc, server=9d96596e55a9,45851,1731971957470 because future has completed 2024-11-18T23:19:33,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T23:19:33,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e75613ef9007d4fa582ba25309e65adc, server=9d96596e55a9,45851,1731971957470 in 399 msec 2024-11-18T23:19:33,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T23:19:33,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e75613ef9007d4fa582ba25309e65adc, ASSIGN in 579 msec 2024-11-18T23:19:33,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:19:33,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731971973781"}]},"ts":"1731971973781"} 2024-11-18T23:19:33,785 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T23:19:33,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:19:33,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4840 sec 2024-11-18T23:19:33,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc., hostname=9d96596e55a9,45851,1731971957470, seqNum=2] 2024-11-18T23:19:33,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1291249647 2024-11-18T23:19:33,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x101503eafe40001, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1291249647 2024-11-18T23:19:34,056 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:19:34,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:19:34,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:19:34,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:19:34,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T23:19:34,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T23:19:34,249 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T23:19:34,277 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9d96596e55a9,45851,1731971957470, ReplicationSource: 1, currentBandwidth=0 2024-11-18T23:19:34,278 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:19:34,278 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,45851,1731971957470, seqNum=-1] 2024-11-18T23:19:34,278 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:19:34,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-18T23:19:34,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9d96596e55a9,45851,1731971957470', locateType=CURRENT is [region=hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc., hostname=9d96596e55a9,45851,1731971957470, seqNum=2] 2024-11-18T23:19:34,313 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T23:19:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35423 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T23:19:34,323 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9d96596e55a9,45851,1731971957470 suceeded 2024-11-18T23:19:34,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T23:19:34,352 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9d96596e55a9:37263,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-18T23:19:34,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 227 msec 2024-11-18T23:19:34,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.1330 sec 2024-11-18T23:19:34,362 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:37263' 2024-11-18T23:19:34,364 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@130a4bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:34,364 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,37263,-1 for getting cluster id 2024-11-18T23:19:34,365 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:19:34,366 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38c9bb6c-ed69-49cc-8059-0baee9019216' 2024-11-18T23:19:34,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:19:34,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38c9bb6c-ed69-49cc-8059-0baee9019216" 2024-11-18T23:19:34,367 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:34,368 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a6866ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:34,368 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,37263,-1] 2024-11-18T23:19:34,369 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:19:34,370 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:19:34,371 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@693dc195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:34,371 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:19:34,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,37263,1731971964481 2024-11-18T23:19:34,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19e19039 2024-11-18T23:19:34,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:19:34,374 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-18T23:19:34,375 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9d96596e55a9,45851,1731971957470 (queues=1) is replicating from cluster=36241877-4cbd-48eb-a534-10c3493570ad to cluster=38c9bb6c-ed69-49cc-8059-0baee9019216 2024-11-18T23:19:34,375 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9d96596e55a9%2C45851%2C1731971957470 2024-11-18T23:19:34,375 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9d96596e55a9,45851,1731971957470, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T23:19:34,376 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721, startPosition=0, beingWritten=true 2024-11-18T23:19:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:19:34,378 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T23:19:34,378 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:19:34,378 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:19:34,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:34,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:19:34,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:34,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:19:34,393 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.shipper9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9d96596e55a9%2C45851%2C1731971957470 2024-11-18T23:19:34,416 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731971974413/Put/seqid=0 2024-11-18T23:19:34,482 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:19:34,483 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 379, reset compression=false 2024-11-18T23:19:34,483 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.shipper9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,45851,1731971957470 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:19:34,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741840_1016 (size=7894) 2024-11-18T23:19:34,736 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 379, reset compression=false 2024-11-18T23:19:34,918 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/load_f/f/hfile_1 is 34, key is ddd/f:row/1731971974917/Put/seqid=0 2024-11-18T23:19:34,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741841_1017 (size=7691) 2024-11-18T23:19:35,046 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 379, reset compression=false 2024-11-18T23:19:35,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24563bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:35,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,35423,-1 for getting cluster id 2024-11-18T23:19:35,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:19:35,347 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36241877-4cbd-48eb-a534-10c3493570ad' 2024-11-18T23:19:35,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:19:35,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36241877-4cbd-48eb-a534-10c3493570ad" 2024-11-18T23:19:35,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a08e146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:35,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,35423,-1] 2024-11-18T23:19:35,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:19:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:35,352 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:19:35,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa5ae63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:35,354 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:19:35,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,45851,1731971957470, seqNum=-1] 2024-11-18T23:19:35,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:19:35,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:19:35,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:19:35,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,35423,1731971956880 2024-11-18T23:19:35,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6040acf2 2024-11-18T23:19:35,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:19:35,383 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:19:35,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731971968833.d64064e87da85d89825329843dc87db0., hostname=9d96596e55a9,45851,1731971957470, seqNum=2] 2024-11-18T23:19:35,411 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T23:19:35,437 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-18T23:19:35,445 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-18T23:19:35,467 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 379, reset compression=false 2024-11-18T23:19:35,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/load_f/f/hfile_1 for inclusion in d64064e87da85d89825329843dc87db0/f 2024-11-18T23:19:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T23:19:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T23:19:35,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/load_f/f/hfile_0 for inclusion in d64064e87da85d89825329843dc87db0/f 2024-11-18T23:19:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T23:19:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T23:19:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.HRegion(2603): Flush status journal for d64064e87da85d89825329843dc87db0: 2024-11-18T23:19:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/load_f/f/hfile_1 to hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/staging/jenkins__test__pam3bbls3su33q3ar53na6mc4e7cgdsbo625f4q595emt5bksn1dfq7mr86ma23j/f/hfile_1 2024-11-18T23:19:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/staging/jenkins__test__pam3bbls3su33q3ar53na6mc4e7cgdsbo625f4q595emt5bksn1dfq7mr86ma23j/f/hfile_1 as hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/default/test/d64064e87da85d89825329843dc87db0/f/f57b7f2366474d2f800787f256cca1db_SeqId_4_ 2024-11-18T23:19:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/load_f/f/hfile_0 to hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/staging/jenkins__test__pam3bbls3su33q3ar53na6mc4e7cgdsbo625f4q595emt5bksn1dfq7mr86ma23j/f/hfile_0 2024-11-18T23:19:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/staging/jenkins__test__pam3bbls3su33q3ar53na6mc4e7cgdsbo625f4q595emt5bksn1dfq7mr86ma23j/f/hfile_0 as hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/default/test/d64064e87da85d89825329843dc87db0/f/e04afc3b17494e67aa31c49046308612_SeqId_4_ 2024-11-18T23:19:35,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/staging/jenkins__test__pam3bbls3su33q3ar53na6mc4e7cgdsbo625f4q595emt5bksn1dfq7mr86ma23j/f/hfile_1 into d64064e87da85d89825329843dc87db0/f as hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/default/test/d64064e87da85d89825329843dc87db0/f/f57b7f2366474d2f800787f256cca1db_SeqId_4_ - updating store file list. 2024-11-18T23:19:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f57b7f2366474d2f800787f256cca1db_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T23:19:35,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/default/test/d64064e87da85d89825329843dc87db0/f/f57b7f2366474d2f800787f256cca1db_SeqId_4_ into d64064e87da85d89825329843dc87db0/f 2024-11-18T23:19:35,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/staging/jenkins__test__pam3bbls3su33q3ar53na6mc4e7cgdsbo625f4q595emt5bksn1dfq7mr86ma23j/f/hfile_1 into d64064e87da85d89825329843dc87db0/f (new location: hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/default/test/d64064e87da85d89825329843dc87db0/f/f57b7f2366474d2f800787f256cca1db_SeqId_4_) 2024-11-18T23:19:35,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/staging/jenkins__test__pam3bbls3su33q3ar53na6mc4e7cgdsbo625f4q595emt5bksn1dfq7mr86ma23j/f/hfile_1 2024-11-18T23:19:35,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/staging/jenkins__test__pam3bbls3su33q3ar53na6mc4e7cgdsbo625f4q595emt5bksn1dfq7mr86ma23j/f/hfile_0 into d64064e87da85d89825329843dc87db0/f as hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/default/test/d64064e87da85d89825329843dc87db0/f/e04afc3b17494e67aa31c49046308612_SeqId_4_ - updating store file list. 2024-11-18T23:19:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e04afc3b17494e67aa31c49046308612_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T23:19:35,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/default/test/d64064e87da85d89825329843dc87db0/f/e04afc3b17494e67aa31c49046308612_SeqId_4_ into d64064e87da85d89825329843dc87db0/f 2024-11-18T23:19:35,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/staging/jenkins__test__pam3bbls3su33q3ar53na6mc4e7cgdsbo625f4q595emt5bksn1dfq7mr86ma23j/f/hfile_0 into d64064e87da85d89825329843dc87db0/f (new location: hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/default/test/d64064e87da85d89825329843dc87db0/f/e04afc3b17494e67aa31c49046308612_SeqId_4_) 2024-11-18T23:19:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/staging/jenkins__test__pam3bbls3su33q3ar53na6mc4e7cgdsbo625f4q595emt5bksn1dfq7mr86ma23j/f/hfile_0 2024-11-18T23:19:35,645 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:19:35,645 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:19:35,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:35,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:35,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731971968833.d64064e87da85d89825329843dc87db0., hostname=9d96596e55a9,45851,1731971957470, seqNum=2 , the old value is region=test,,1731971968833.d64064e87da85d89825329843dc87db0., hostname=9d96596e55a9,45851,1731971957470, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9d96596e55a9:45851 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T23:19:35,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:19:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731971968833.d64064e87da85d89825329843dc87db0., hostname=9d96596e55a9,45851,1731971957470, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T23:19:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731971968833.d64064e87da85d89825329843dc87db0., hostname=9d96596e55a9,45851,1731971957470, seqNum=2 from cache 2024-11-18T23:19:35,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:19:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:57888 deadline: 1731972035650 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:57888 2024-11-18T23:19:35,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,38821,1731971964794, seqNum=-1] 2024-11-18T23:19:35,659 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:19:35,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:19:35,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731971970025.b0187148c4f9744afbc366b286f9d222., hostname=9d96596e55a9,38821,1731971964794, seqNum=2] 2024-11-18T23:19:35,676 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T23:19:35,762 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T23:19:35,997 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 379, reset compression=false 2024-11-18T23:19:36,034 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:19:36,034 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.shipper9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,45851,1731971957470 got entry batch from reader: WALEntryBatch [walEntries=[{test/d64064e87da85d89825329843dc87db0/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731971975624/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T23:19:36,063 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.shipper9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:19:36,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-18T23:19:36,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] regionserver.ReplicationSink(318): Replicating [36241877-4cbd-48eb-a534-10c3493570ad] bulk loaded data 2024-11-18T23:19:36,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f13e708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:36,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,37263,-1 for getting cluster id 2024-11-18T23:19:36,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:19:36,070 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38c9bb6c-ed69-49cc-8059-0baee9019216' 2024-11-18T23:19:36,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:19:36,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38c9bb6c-ed69-49cc-8059-0baee9019216" 2024-11-18T23:19:36,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@598a82f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:36,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,37263,-1] 2024-11-18T23:19:36,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:19:36,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:36,073 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:19:36,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ed7fa01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:36,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741837_1013 (size=7691) 2024-11-18T23:19:36,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741838_1014 (size=7894) 2024-11-18T23:19:36,235 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 687, reset compression=false 2024-11-18T23:19:36,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T23:19:36,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T23:19:36,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T23:19:36,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T23:19:36,247 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:19:36,247 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T23:19:36,540 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 687, reset compression=false 2024-11-18T23:19:36,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:19:36,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,37263,1731971964481 2024-11-18T23:19:36,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bfc2336 2024-11-18T23:19:36,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:19:36,548 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-18T23:19:36,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T23:19:36,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:19:36,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,38821,1731971964794, seqNum=-1] 2024-11-18T23:19:36,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:19:36,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-18T23:19:36,582 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/staging/jenkins.hfs.6__test__s75uggbcd59qsi6a5n61n3ma1dud8eoojukc3hpp8gv3k3q7p2mov8c29j5kuhg6/f/e04afc3b17494e67aa31c49046308612_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T23:19:36,587 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/staging/jenkins.hfs.6__test__s75uggbcd59qsi6a5n61n3ma1dud8eoojukc3hpp8gv3k3q7p2mov8c29j5kuhg6/f/f57b7f2366474d2f800787f256cca1db_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T23:19:36,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/staging/jenkins.hfs.6__test__s75uggbcd59qsi6a5n61n3ma1dud8eoojukc3hpp8gv3k3q7p2mov8c29j5kuhg6/f/f57b7f2366474d2f800787f256cca1db_SeqId_4_ for inclusion in b0187148c4f9744afbc366b286f9d222/f 2024-11-18T23:19:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T23:19:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T23:19:36,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/staging/jenkins.hfs.6__test__s75uggbcd59qsi6a5n61n3ma1dud8eoojukc3hpp8gv3k3q7p2mov8c29j5kuhg6/f/e04afc3b17494e67aa31c49046308612_SeqId_4_ for inclusion in b0187148c4f9744afbc366b286f9d222/f 2024-11-18T23:19:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T23:19:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T23:19:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] regionserver.HRegion(2603): Flush status journal for b0187148c4f9744afbc366b286f9d222: 2024-11-18T23:19:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f57b7f2366474d2f800787f256cca1db_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T23:19:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/staging/jenkins.hfs.6__test__s75uggbcd59qsi6a5n61n3ma1dud8eoojukc3hpp8gv3k3q7p2mov8c29j5kuhg6/f/f57b7f2366474d2f800787f256cca1db_SeqId_4_ as hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/default/test/b0187148c4f9744afbc366b286f9d222/f/5fd6a11c88164791ba55f968bf874582_SeqId_4_ 2024-11-18T23:19:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e04afc3b17494e67aa31c49046308612_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T23:19:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/staging/jenkins.hfs.6__test__s75uggbcd59qsi6a5n61n3ma1dud8eoojukc3hpp8gv3k3q7p2mov8c29j5kuhg6/f/e04afc3b17494e67aa31c49046308612_SeqId_4_ as hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/default/test/b0187148c4f9744afbc366b286f9d222/f/5983cf97532f4cf2bb4c79fe442bc9d3_SeqId_4_ 2024-11-18T23:19:36,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/staging/jenkins.hfs.6__test__s75uggbcd59qsi6a5n61n3ma1dud8eoojukc3hpp8gv3k3q7p2mov8c29j5kuhg6/f/f57b7f2366474d2f800787f256cca1db_SeqId_4_ into b0187148c4f9744afbc366b286f9d222/f as hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/default/test/b0187148c4f9744afbc366b286f9d222/f/5fd6a11c88164791ba55f968bf874582_SeqId_4_ - updating store file list. 2024-11-18T23:19:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5fd6a11c88164791ba55f968bf874582_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T23:19:36,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/default/test/b0187148c4f9744afbc366b286f9d222/f/5fd6a11c88164791ba55f968bf874582_SeqId_4_ into b0187148c4f9744afbc366b286f9d222/f 2024-11-18T23:19:36,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/staging/jenkins.hfs.6__test__s75uggbcd59qsi6a5n61n3ma1dud8eoojukc3hpp8gv3k3q7p2mov8c29j5kuhg6/f/f57b7f2366474d2f800787f256cca1db_SeqId_4_ into b0187148c4f9744afbc366b286f9d222/f (new location: hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/default/test/b0187148c4f9744afbc366b286f9d222/f/5fd6a11c88164791ba55f968bf874582_SeqId_4_) 2024-11-18T23:19:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/staging/jenkins.hfs.6__test__s75uggbcd59qsi6a5n61n3ma1dud8eoojukc3hpp8gv3k3q7p2mov8c29j5kuhg6/f/f57b7f2366474d2f800787f256cca1db_SeqId_4_ 2024-11-18T23:19:36,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/staging/jenkins.hfs.6__test__s75uggbcd59qsi6a5n61n3ma1dud8eoojukc3hpp8gv3k3q7p2mov8c29j5kuhg6/f/e04afc3b17494e67aa31c49046308612_SeqId_4_ into b0187148c4f9744afbc366b286f9d222/f as hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/default/test/b0187148c4f9744afbc366b286f9d222/f/5983cf97532f4cf2bb4c79fe442bc9d3_SeqId_4_ - updating store file list. 2024-11-18T23:19:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5983cf97532f4cf2bb4c79fe442bc9d3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T23:19:36,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/default/test/b0187148c4f9744afbc366b286f9d222/f/5983cf97532f4cf2bb4c79fe442bc9d3_SeqId_4_ into b0187148c4f9744afbc366b286f9d222/f 2024-11-18T23:19:36,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/staging/jenkins.hfs.6__test__s75uggbcd59qsi6a5n61n3ma1dud8eoojukc3hpp8gv3k3q7p2mov8c29j5kuhg6/f/e04afc3b17494e67aa31c49046308612_SeqId_4_ into b0187148c4f9744afbc366b286f9d222/f (new location: hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/default/test/b0187148c4f9744afbc366b286f9d222/f/5983cf97532f4cf2bb4c79fe442bc9d3_SeqId_4_) 2024-11-18T23:19:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/staging/jenkins.hfs.6__test__s75uggbcd59qsi6a5n61n3ma1dud8eoojukc3hpp8gv3k3q7p2mov8c29j5kuhg6/f/e04afc3b17494e67aa31c49046308612_SeqId_4_ 2024-11-18T23:19:36,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38821 {}] regionserver.ReplicationSink(324): Finished replicating [36241877-4cbd-48eb-a534-10c3493570ad] bulk loaded data 2024-11-18T23:19:36,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:19:36,701 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731971976699/Put/seqid=0 2024-11-18T23:19:36,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741842_1018 (size=7997) 2024-11-18T23:19:36,961 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 687, reset compression=false 2024-11-18T23:19:37,110 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731971977109/Put/seqid=0 2024-11-18T23:19:37,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741843_1019 (size=7794) 2024-11-18T23:19:37,469 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 687, reset compression=false 2024-11-18T23:19:37,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42d65c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:37,547 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,35423,-1 for getting cluster id 2024-11-18T23:19:37,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:19:37,548 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36241877-4cbd-48eb-a534-10c3493570ad' 2024-11-18T23:19:37,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:19:37,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36241877-4cbd-48eb-a534-10c3493570ad" 2024-11-18T23:19:37,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682918c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:37,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,35423,-1] 2024-11-18T23:19:37,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:19:37,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:37,549 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:19:37,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409bbe2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:19:37,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:19:37,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,45851,1731971957470, seqNum=-1] 2024-11-18T23:19:37,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:19:37,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:19:37,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:19:37,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,35423,1731971956880 2024-11-18T23:19:37,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b3ed852 2024-11-18T23:19:37,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:19:37,562 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T23:19:37,562 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:19:37,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731971968833.d64064e87da85d89825329843dc87db0., hostname=9d96596e55a9,45851,1731971957470, seqNum=2] 2024-11-18T23:19:37,568 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T23:19:37,574 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-18T23:19:37,578 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-18T23:19:37,581 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/load_f1/f1/hfile_0 for inclusion in d64064e87da85d89825329843dc87db0/f1 2024-11-18T23:19:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T23:19:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T23:19:37,585 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/load_f1/f1/hfile_1 for inclusion in d64064e87da85d89825329843dc87db0/f1 2024-11-18T23:19:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T23:19:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T23:19:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851 {}] regionserver.HRegion(2603): Flush status journal for d64064e87da85d89825329843dc87db0: 2024-11-18T23:19:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/load_f1/f1/hfile_0 to hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/staging/jenkins__test__nk5poq11sv4rvbi4j002vgmbf6gter8sgp87e1jgl3q2heu4pohmo7hg2o1qdhd7/f1/hfile_0 2024-11-18T23:19:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/staging/jenkins__test__nk5poq11sv4rvbi4j002vgmbf6gter8sgp87e1jgl3q2heu4pohmo7hg2o1qdhd7/f1/hfile_0 as hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/default/test/d64064e87da85d89825329843dc87db0/f1/370811199a4d42d0814f6f4bb2379cf2_SeqId_6_ 2024-11-18T23:19:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/load_f1/f1/hfile_1 to hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/staging/jenkins__test__nk5poq11sv4rvbi4j002vgmbf6gter8sgp87e1jgl3q2heu4pohmo7hg2o1qdhd7/f1/hfile_1 2024-11-18T23:19:37,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/staging/jenkins__test__nk5poq11sv4rvbi4j002vgmbf6gter8sgp87e1jgl3q2heu4pohmo7hg2o1qdhd7/f1/hfile_1 as hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/default/test/d64064e87da85d89825329843dc87db0/f1/4df6e754871245d38e3ea13cc41c2e9d_SeqId_6_ 2024-11-18T23:19:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-18T23:19:37,602 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/staging/jenkins__test__nk5poq11sv4rvbi4j002vgmbf6gter8sgp87e1jgl3q2heu4pohmo7hg2o1qdhd7/f1/hfile_0 into d64064e87da85d89825329843dc87db0/f1 as hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/default/test/d64064e87da85d89825329843dc87db0/f1/370811199a4d42d0814f6f4bb2379cf2_SeqId_6_ - updating store file list. 2024-11-18T23:19:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 370811199a4d42d0814f6f4bb2379cf2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T23:19:37,618 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/default/test/d64064e87da85d89825329843dc87db0/f1/370811199a4d42d0814f6f4bb2379cf2_SeqId_6_ into d64064e87da85d89825329843dc87db0/f1 2024-11-18T23:19:37,618 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/staging/jenkins__test__nk5poq11sv4rvbi4j002vgmbf6gter8sgp87e1jgl3q2heu4pohmo7hg2o1qdhd7/f1/hfile_0 into d64064e87da85d89825329843dc87db0/f1 (new location: hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/default/test/d64064e87da85d89825329843dc87db0/f1/370811199a4d42d0814f6f4bb2379cf2_SeqId_6_) 2024-11-18T23:19:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/staging/jenkins__test__nk5poq11sv4rvbi4j002vgmbf6gter8sgp87e1jgl3q2heu4pohmo7hg2o1qdhd7/f1/hfile_0 2024-11-18T23:19:37,620 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/staging/jenkins__test__nk5poq11sv4rvbi4j002vgmbf6gter8sgp87e1jgl3q2heu4pohmo7hg2o1qdhd7/f1/hfile_1 into d64064e87da85d89825329843dc87db0/f1 as hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/default/test/d64064e87da85d89825329843dc87db0/f1/4df6e754871245d38e3ea13cc41c2e9d_SeqId_6_ - updating store file list. 2024-11-18T23:19:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4df6e754871245d38e3ea13cc41c2e9d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T23:19:37,626 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/default/test/d64064e87da85d89825329843dc87db0/f1/4df6e754871245d38e3ea13cc41c2e9d_SeqId_6_ into d64064e87da85d89825329843dc87db0/f1 2024-11-18T23:19:37,626 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/staging/jenkins__test__nk5poq11sv4rvbi4j002vgmbf6gter8sgp87e1jgl3q2heu4pohmo7hg2o1qdhd7/f1/hfile_1 into d64064e87da85d89825329843dc87db0/f1 (new location: hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/default/test/d64064e87da85d89825329843dc87db0/f1/4df6e754871245d38e3ea13cc41c2e9d_SeqId_6_) 2024-11-18T23:19:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45851 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/staging/jenkins__test__nk5poq11sv4rvbi4j002vgmbf6gter8sgp87e1jgl3q2heu4pohmo7hg2o1qdhd7/f1/hfile_1 2024-11-18T23:19:37,629 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:19:37,629 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:19:37,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:37,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:19:37,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:19:37,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731971968833.d64064e87da85d89825329843dc87db0., hostname=9d96596e55a9,45851,1731971957470, seqNum=2 , the old value is region=test,,1731971968833.d64064e87da85d89825329843dc87db0., hostname=9d96596e55a9,45851,1731971957470, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9d96596e55a9:45851 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T23:19:37,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731971968833.d64064e87da85d89825329843dc87db0., hostname=9d96596e55a9,45851,1731971957470, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T23:19:37,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731971968833.d64064e87da85d89825329843dc87db0., hostname=9d96596e55a9,45851,1731971957470, seqNum=2 from cache 2024-11-18T23:19:37,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:19:37,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,45851,1731971957470, seqNum=-1] 2024-11-18T23:19:37,631 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T23:19:37,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:19:37,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:19:37,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731971968833.d64064e87da85d89825329843dc87db0., hostname=9d96596e55a9,45851,1731971957470, seqNum=2] 2024-11-18T23:19:37,738 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:45851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T23:19:38,074 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 687, reset compression=false 2024-11-18T23:19:38,080 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:19:38,080 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:19:38,080 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.shipper9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,45851,1731971957470 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:19:38,289 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:19:38,608 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:19:39,012 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:19:39,171 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:19:39,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:19:39,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:19:39,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:19:39,516 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:19:40,120 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:19:40,830 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:19:41,634 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:19:42,539 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:19:43,543 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:19:44,647 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:19:45,851 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:19:46,773 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T23:19:47,155 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:19:48,558 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:19:50,062 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:19:51,666 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:19:53,377 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:19:54,444 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T23:19:55,190 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:19:57,094 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:19:58,085 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.shipper9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,45851,1731971957470 got entry batch from reader: null 2024-11-18T23:19:59,098 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:20:01,210 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:20:01,582 INFO [master/9d96596e55a9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T23:20:01,582 INFO [master/9d96596e55a9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T23:20:03,415 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:20:05,719 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:20:08,151 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:20:09,148 INFO [master/9d96596e55a9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T23:20:09,148 INFO [master/9d96596e55a9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T23:20:10,701 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:20:13,307 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:20:14,827 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d64064e87da85d89825329843dc87db0, had cached 0 bytes from a total of 31376 2024-11-18T23:20:16,040 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:20:16,388 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b0187148c4f9744afbc366b286f9d222, had cached 0 bytes from a total of 15585 2024-11-18T23:20:16,774 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T23:20:18,085 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.shipper9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,45851,1731971957470 got entry batch from reader: null 2024-11-18T23:20:18,848 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:20:21,757 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:20:24,444 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T23:20:24,778 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:20:27,903 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:20:30,327 DEBUG [master/9d96596e55a9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T23:20:31,109 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:20:34,414 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:20:37,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T23:20:37,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:20:37,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:20:37,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:37,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:37,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:20:37,668 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T23:20:37,668 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1806193441, stopped=false 2024-11-18T23:20:37,668 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d96596e55a9,37263,1731971964481 2024-11-18T23:20:37,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38821-0x101503eafe40004, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11757248905/running 2024-11-18T23:20:37,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11757248905/running 2024-11-18T23:20:37,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757248905 2024-11-18T23:20:37,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38821-0x101503eafe40004, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757248905 2024-11-18T23:20:37,770 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:20:37,770 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:20:37,770 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:20:37,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:37,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38821-0x101503eafe40004, quorum=127.0.0.1:62889, baseZNode=/11757248905 Set watcher on znode that does not yet exist, /11757248905/running 2024-11-18T23:20:37,771 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d96596e55a9,38821,1731971964794' ***** 2024-11-18T23:20:37,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Set watcher on znode that does not yet exist, /11757248905/running 2024-11-18T23:20:37,771 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T23:20:37,771 INFO [RS:0;9d96596e55a9:38821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T23:20:37,771 INFO [RS:0;9d96596e55a9:38821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T23:20:37,771 INFO [RS:0;9d96596e55a9:38821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T23:20:37,772 INFO [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(3091): Received CLOSE for b0187148c4f9744afbc366b286f9d222 2024-11-18T23:20:37,772 INFO [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(959): stopping server 9d96596e55a9,38821,1731971964794 2024-11-18T23:20:37,772 INFO [RS:0;9d96596e55a9:38821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:20:37,772 INFO [RS:0;9d96596e55a9:38821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:38821. 2024-11-18T23:20:37,772 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0187148c4f9744afbc366b286f9d222, disabling compactions & flushes 2024-11-18T23:20:37,772 DEBUG [RS:0;9d96596e55a9:38821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:20:37,772 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731971970025.b0187148c4f9744afbc366b286f9d222. 2024-11-18T23:20:37,772 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T23:20:37,772 DEBUG [RS:0;9d96596e55a9:38821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:37,772 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731971970025.b0187148c4f9744afbc366b286f9d222. 2024-11-18T23:20:37,772 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731971970025.b0187148c4f9744afbc366b286f9d222. after waiting 0 ms 2024-11-18T23:20:37,772 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731971970025.b0187148c4f9744afbc366b286f9d222. 2024-11-18T23:20:37,772 INFO [RS:0;9d96596e55a9:38821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T23:20:37,772 INFO [RS:0;9d96596e55a9:38821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T23:20:37,772 INFO [RS:0;9d96596e55a9:38821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T23:20:37,772 INFO [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T23:20:37,773 INFO [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T23:20:37,773 DEBUG [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(1325): Online Regions={b0187148c4f9744afbc366b286f9d222=test,,1731971970025.b0187148c4f9744afbc366b286f9d222., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:20:37,773 DEBUG [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0187148c4f9744afbc366b286f9d222 2024-11-18T23:20:37,773 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:20:37,773 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:20:37,773 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:20:37,773 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:20:37,773 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:20:37,773 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T23:20:37,775 INFO [regionserver/9d96596e55a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:20:37,776 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/default/test/b0187148c4f9744afbc366b286f9d222/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-18T23:20:37,777 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:20:37,777 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:20:37,777 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731971970025.b0187148c4f9744afbc366b286f9d222. 2024-11-18T23:20:37,777 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0187148c4f9744afbc366b286f9d222: Waiting for close lock at 1731972037772Running coprocessor pre-close hooks at 1731972037772Disabling compacts and flushes for region at 1731972037772Disabling writes for close at 1731972037772Writing region close event to WAL at 1731972037773 (+1 ms)Running coprocessor post-close hooks at 1731972037777 (+4 ms)Closed at 1731972037777 2024-11-18T23:20:37,777 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731971970025.b0187148c4f9744afbc366b286f9d222. 2024-11-18T23:20:37,795 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740/.tmp/info/ab7fed51a6c745678d55bfaee95c46fb is 129, key is test,,1731971970025.b0187148c4f9744afbc366b286f9d222./info:regioninfo/1731971971451/Put/seqid=0 2024-11-18T23:20:37,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741839_1015 (size=6421) 2024-11-18T23:20:37,819 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:20:37,973 DEBUG [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:20:38,085 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.shipper9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,45851,1731971957470 got entry batch from reader: null 2024-11-18T23:20:38,173 DEBUG [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:20:38,200 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740/.tmp/info/ab7fed51a6c745678d55bfaee95c46fb 2024-11-18T23:20:38,238 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740/.tmp/ns/54bf2820580c434c9dc49e63f785c6c8 is 43, key is default/ns:d/1731971968584/Put/seqid=0 2024-11-18T23:20:38,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741840_1016 (size=5153) 2024-11-18T23:20:38,246 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740/.tmp/ns/54bf2820580c434c9dc49e63f785c6c8 2024-11-18T23:20:38,271 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740/.tmp/rep_barrier/9f93dceb61c046a29ba34f2b326cd225 is 112, key is test,,1731971970025.b0187148c4f9744afbc366b286f9d222./rep_barrier:seqnumDuringOpen/1731971971451/Put/seqid=0 2024-11-18T23:20:38,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741841_1017 (size=5518) 2024-11-18T23:20:38,373 DEBUG [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:20:38,573 DEBUG [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:20:38,676 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740/.tmp/rep_barrier/9f93dceb61c046a29ba34f2b326cd225 2024-11-18T23:20:38,714 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740/.tmp/table/cf8c4d1af6e24f04bd0d7213b324bdd5 is 40, key is test/table:state/1731971971469/Put/seqid=0 2024-11-18T23:20:38,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741842_1018 (size=5165) 2024-11-18T23:20:38,724 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T23:20:38,724 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T23:20:38,774 INFO [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T23:20:38,774 DEBUG [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:20:38,774 DEBUG [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:20:38,974 DEBUG [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:20:39,125 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740/.tmp/table/cf8c4d1af6e24f04bd0d7213b324bdd5 2024-11-18T23:20:39,137 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740/.tmp/info/ab7fed51a6c745678d55bfaee95c46fb as hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740/info/ab7fed51a6c745678d55bfaee95c46fb 2024-11-18T23:20:39,145 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740/info/ab7fed51a6c745678d55bfaee95c46fb, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T23:20:39,147 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740/.tmp/ns/54bf2820580c434c9dc49e63f785c6c8 as hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740/ns/54bf2820580c434c9dc49e63f785c6c8 2024-11-18T23:20:39,157 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740/ns/54bf2820580c434c9dc49e63f785c6c8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T23:20:39,158 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740/.tmp/rep_barrier/9f93dceb61c046a29ba34f2b326cd225 as hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740/rep_barrier/9f93dceb61c046a29ba34f2b326cd225 2024-11-18T23:20:39,174 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740/rep_barrier/9f93dceb61c046a29ba34f2b326cd225, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T23:20:39,174 DEBUG [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:20:39,176 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740/.tmp/table/cf8c4d1af6e24f04bd0d7213b324bdd5 as hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740/table/cf8c4d1af6e24f04bd0d7213b324bdd5 2024-11-18T23:20:39,191 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740/table/cf8c4d1af6e24f04bd0d7213b324bdd5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T23:20:39,192 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1419ms, sequenceid=11, compaction requested=false 2024-11-18T23:20:39,205 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T23:20:39,205 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:20:39,205 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:20:39,205 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:20:39,206 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972037773Running coprocessor pre-close hooks at 1731972037773Disabling compacts and flushes for region at 1731972037773Disabling writes for close at 1731972037773Obtaining lock to block concurrent updates at 1731972037773Preparing flush snapshotting stores in 1588230740 at 1731972037773Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731972037773Flushing stores of hbase:meta,,1.1588230740 at 1731972037774 (+1 ms)Flushing 1588230740/info: creating writer at 1731972037774Flushing 1588230740/info: appending metadata at 1731972037794 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731972037794Flushing 1588230740/ns: creating writer at 1731972038214 (+420 ms)Flushing 1588230740/ns: appending metadata at 1731972038237 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731972038237Flushing 1588230740/rep_barrier: creating writer at 1731972038252 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731972038271 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731972038271Flushing 1588230740/table: creating writer at 1731972038682 (+411 ms)Flushing 1588230740/table: appending metadata at 1731972038713 (+31 ms)Flushing 1588230740/table: closing flushed file at 1731972038713Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c10473c: reopening flushed file at 1731972039131 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc35f3c: reopening flushed file at 1731972039145 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dc635b9: reopening flushed file at 1731972039157 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9c0ae4c: reopening flushed file at 1731972039174 (+17 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1419ms, sequenceid=11, compaction requested=false at 1731972039192 (+18 ms)Writing region close event to WAL at 1731972039201 (+9 ms)Running coprocessor post-close hooks at 1731972039205 (+4 ms)Closed at 1731972039205 2024-11-18T23:20:39,206 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T23:20:39,374 INFO [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(976): stopping server 9d96596e55a9,38821,1731971964794; all regions closed. 2024-11-18T23:20:39,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741834_1010 (size=2717) 2024-11-18T23:20:39,379 DEBUG [RS:0;9d96596e55a9:38821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/oldWALs 2024-11-18T23:20:39,379 INFO [RS:0;9d96596e55a9:38821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C38821%2C1731971964794.meta:.meta(num 1731971968485) 2024-11-18T23:20:39,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741833_1009 (size=1028) 2024-11-18T23:20:39,383 DEBUG [RS:0;9d96596e55a9:38821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/oldWALs 2024-11-18T23:20:39,383 INFO [RS:0;9d96596e55a9:38821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C38821%2C1731971964794:(num 1731971967949) 2024-11-18T23:20:39,383 DEBUG [RS:0;9d96596e55a9:38821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:39,383 INFO [RS:0;9d96596e55a9:38821 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:20:39,383 INFO [RS:0;9d96596e55a9:38821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:20:39,383 INFO [RS:0;9d96596e55a9:38821 {}] hbase.ChoreService(370): Chore service for: regionserver/9d96596e55a9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T23:20:39,383 INFO [RS:0;9d96596e55a9:38821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:20:39,383 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:20:39,384 INFO [RS:0;9d96596e55a9:38821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:38821. 2024-11-18T23:20:39,384 DEBUG [RS:0;9d96596e55a9:38821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:20:39,384 DEBUG [RS:0;9d96596e55a9:38821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:39,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:20:39,384 DEBUG [RS:0;9d96596e55a9:38821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:39,384 INFO [RS:0;9d96596e55a9:38821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38821 2024-11-18T23:20:39,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38821-0x101503eafe40004, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11757248905/rs/9d96596e55a9,38821,1731971964794 2024-11-18T23:20:39,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757248905/rs 2024-11-18T23:20:39,407 INFO [RS:0;9d96596e55a9:38821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:20:39,407 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$366/0x00007fdc7c8e3558@15ef14ba rejected from java.util.concurrent.ThreadPoolExecutor@50ed8863[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-18T23:20:39,417 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d96596e55a9,38821,1731971964794] 2024-11-18T23:20:39,428 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11757248905/draining/9d96596e55a9,38821,1731971964794 already deleted, retry=false 2024-11-18T23:20:39,428 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d96596e55a9,38821,1731971964794 expired; onlineServers=0 2024-11-18T23:20:39,428 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d96596e55a9,37263,1731971964481' ***** 2024-11-18T23:20:39,428 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T23:20:39,428 INFO [M:0;9d96596e55a9:37263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:20:39,428 INFO [M:0;9d96596e55a9:37263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:20:39,428 DEBUG [M:0;9d96596e55a9:37263 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T23:20:39,428 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T23:20:39,428 DEBUG [M:0;9d96596e55a9:37263 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T23:20:39,428 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731971967413 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731971967413,5,FailOnTimeoutGroup] 2024-11-18T23:20:39,428 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731971967420 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731971967420,5,FailOnTimeoutGroup] 2024-11-18T23:20:39,428 INFO [M:0;9d96596e55a9:37263 {}] hbase.ChoreService(370): Chore service for: master/9d96596e55a9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T23:20:39,428 INFO [M:0;9d96596e55a9:37263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:20:39,428 DEBUG [M:0;9d96596e55a9:37263 {}] master.HMaster(1795): Stopping service threads 2024-11-18T23:20:39,428 INFO [M:0;9d96596e55a9:37263 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T23:20:39,428 INFO [M:0;9d96596e55a9:37263 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:20:39,429 INFO [M:0;9d96596e55a9:37263 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T23:20:39,429 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T23:20:39,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11757248905/master 2024-11-18T23:20:39,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11757248905 2024-11-18T23:20:39,438 DEBUG [M:0;9d96596e55a9:37263 {}] zookeeper.ZKUtil(347): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Unable to get data of znode /11757248905/master because node does not exist (not an error) 2024-11-18T23:20:39,438 WARN [M:0;9d96596e55a9:37263 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T23:20:39,439 INFO [M:0;9d96596e55a9:37263 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/.lastflushedseqids 2024-11-18T23:20:39,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741843_1019 (size=173) 2024-11-18T23:20:39,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38821-0x101503eafe40004, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:20:39,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38821-0x101503eafe40004, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:20:39,517 INFO [RS:0;9d96596e55a9:38821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:20:39,517 INFO [RS:0;9d96596e55a9:38821 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d96596e55a9,38821,1731971964794; zookeeper connection closed. 2024-11-18T23:20:39,518 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a821a23 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a821a23 2024-11-18T23:20:39,518 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T23:20:39,843 INFO [M:0;9d96596e55a9:37263 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T23:20:39,843 INFO [M:0;9d96596e55a9:37263 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T23:20:39,843 DEBUG [M:0;9d96596e55a9:37263 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:20:39,843 INFO [M:0;9d96596e55a9:37263 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:20:39,843 DEBUG [M:0;9d96596e55a9:37263 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:20:39,843 DEBUG [M:0;9d96596e55a9:37263 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:20:39,843 DEBUG [M:0;9d96596e55a9:37263 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:20:39,843 INFO [M:0;9d96596e55a9:37263 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-18T23:20:39,857 DEBUG [M:0;9d96596e55a9:37263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8e1281cb94e4e5d81e71df1fdc2496d is 82, key is hbase:meta,,1/info:regioninfo/1731971968544/Put/seqid=0 2024-11-18T23:20:39,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741844_1020 (size=5672) 2024-11-18T23:20:40,261 INFO [M:0;9d96596e55a9:37263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8e1281cb94e4e5d81e71df1fdc2496d 2024-11-18T23:20:40,282 DEBUG [M:0;9d96596e55a9:37263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06416ad3b0754312994b824690abcae0 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731971971474/Put/seqid=0 2024-11-18T23:20:40,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741845_1021 (size=6728) 2024-11-18T23:20:40,687 INFO [M:0;9d96596e55a9:37263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06416ad3b0754312994b824690abcae0 2024-11-18T23:20:40,692 INFO [M:0;9d96596e55a9:37263 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06416ad3b0754312994b824690abcae0 2024-11-18T23:20:40,705 DEBUG [M:0;9d96596e55a9:37263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a092466ae9ce4297a5fe4abd1690948f is 69, key is 9d96596e55a9,38821,1731971964794/rs:state/1731971967527/Put/seqid=0 2024-11-18T23:20:40,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741846_1022 (size=5156) 2024-11-18T23:20:41,109 INFO [M:0;9d96596e55a9:37263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a092466ae9ce4297a5fe4abd1690948f 2024-11-18T23:20:41,125 DEBUG [M:0;9d96596e55a9:37263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8e1281cb94e4e5d81e71df1fdc2496d as hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8e1281cb94e4e5d81e71df1fdc2496d 2024-11-18T23:20:41,134 INFO [M:0;9d96596e55a9:37263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8e1281cb94e4e5d81e71df1fdc2496d, entries=8, sequenceid=58, filesize=5.5 K 2024-11-18T23:20:41,135 DEBUG [M:0;9d96596e55a9:37263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06416ad3b0754312994b824690abcae0 as hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06416ad3b0754312994b824690abcae0 2024-11-18T23:20:41,143 INFO [M:0;9d96596e55a9:37263 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06416ad3b0754312994b824690abcae0 2024-11-18T23:20:41,143 INFO [M:0;9d96596e55a9:37263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06416ad3b0754312994b824690abcae0, entries=6, sequenceid=58, filesize=6.6 K 2024-11-18T23:20:41,148 DEBUG [M:0;9d96596e55a9:37263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a092466ae9ce4297a5fe4abd1690948f as hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a092466ae9ce4297a5fe4abd1690948f 2024-11-18T23:20:41,161 INFO [M:0;9d96596e55a9:37263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45897/user/jenkins/test-data/a0de97c4-7aab-f3ee-0cb4-9e058b782be6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a092466ae9ce4297a5fe4abd1690948f, entries=1, sequenceid=58, filesize=5.0 K 2024-11-18T23:20:41,169 INFO [M:0;9d96596e55a9:37263 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=58, compaction requested=false 2024-11-18T23:20:41,192 INFO [M:0;9d96596e55a9:37263 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:20:41,193 DEBUG [M:0;9d96596e55a9:37263 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972039843Disabling compacts and flushes for region at 1731972039843Disabling writes for close at 1731972039843Obtaining lock to block concurrent updates at 1731972039843Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731972039843Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1731972039844 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731972039844Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731972039844Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731972039857 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731972039857Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731972040267 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731972040282 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731972040282Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731972040692 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731972040704 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731972040704Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@708323c7: reopening flushed file at 1731972041120 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ecfa7b: reopening flushed file at 1731972041134 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c90bc43: reopening flushed file at 1731972041143 (+9 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=58, compaction requested=false at 1731972041169 (+26 ms)Writing region close event to WAL at 1731972041192 (+23 ms)Closed at 1731972041192 2024-11-18T23:20:41,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33713 is added to blk_1073741830_1006 (size=33038) 2024-11-18T23:20:41,211 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:20:41,211 INFO [M:0;9d96596e55a9:37263 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T23:20:41,211 INFO [M:0;9d96596e55a9:37263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37263 2024-11-18T23:20:41,212 INFO [M:0;9d96596e55a9:37263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:20:41,325 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.1731971959721 to pos 997, reset compression=false 2024-11-18T23:20:41,368 INFO [M:0;9d96596e55a9:37263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:20:41,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:20:41,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x101503eafe40003, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:20:41,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fecdb00{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:20:41,380 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53c079eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:20:41,380 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:20:41,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c974673{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:20:41,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4facbbf9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/hadoop.log.dir/,STOPPED} 2024-11-18T23:20:41,393 WARN [BP-852086606-172.17.0.2-1731971961094 heartbeating to localhost/127.0.0.1:45897 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T23:20:41,393 WARN [BP-852086606-172.17.0.2-1731971961094 heartbeating to localhost/127.0.0.1:45897 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-852086606-172.17.0.2-1731971961094 (Datanode Uuid 7f34f816-5024-4a2f-848c-78b7dec776d5) service to localhost/127.0.0.1:45897 2024-11-18T23:20:41,394 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/cluster_561b5996-d82c-8add-0942-ee20a896e474/data/data1/current/BP-852086606-172.17.0.2-1731971961094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:20:41,394 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/cluster_561b5996-d82c-8add-0942-ee20a896e474/data/data2/current/BP-852086606-172.17.0.2-1731971961094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:20:41,394 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T23:20:41,395 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T23:20:41,395 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T23:20:41,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@789f5b60{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:20:41,402 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d2fcc47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:20:41,403 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:20:41,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ed6d5f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:20:41,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4df520fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/hadoop.log.dir/,STOPPED} 2024-11-18T23:20:41,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T23:20:41,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T23:20:41,431 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:20:41,431 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:20:41,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:41,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:41,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:20:41,435 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T23:20:41,435 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1674601123, stopped=false 2024-11-18T23:20:41,435 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d96596e55a9,35423,1731971956880 2024-11-18T23:20:41,468 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:20:41,468 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:20:41,468 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:20:41,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x101503eafe40001, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1291249647/running 2024-11-18T23:20:41,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:41,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x101503eafe40001, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1291249647 2024-11-18T23:20:41,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1291249647/running 2024-11-18T23:20:41,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1291249647 2024-11-18T23:20:41,470 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d96596e55a9,45851,1731971957470' ***** 2024-11-18T23:20:41,471 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T23:20:41,471 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T23:20:41,471 INFO [RS:0;9d96596e55a9:45851 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T23:20:41,471 INFO [RS:0;9d96596e55a9:45851 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T23:20:41,471 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer(3091): Received CLOSE for e75613ef9007d4fa582ba25309e65adc 2024-11-18T23:20:41,472 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer(3091): Received CLOSE for d64064e87da85d89825329843dc87db0 2024-11-18T23:20:41,472 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer(959): stopping server 9d96596e55a9,45851,1731971957470 2024-11-18T23:20:41,472 INFO [RS:0;9d96596e55a9:45851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:20:41,472 INFO [RS:0;9d96596e55a9:45851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:45851. 2024-11-18T23:20:41,472 DEBUG [RS:0;9d96596e55a9:45851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:20:41,472 DEBUG [RS:0;9d96596e55a9:45851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:41,472 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T23:20:41,472 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T23:20:41,472 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T23:20:41,472 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T23:20:41,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45851-0x101503eafe40001, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Set watcher on znode that does not yet exist, /0-1291249647/running 2024-11-18T23:20:41,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Set watcher on znode that does not yet exist, /0-1291249647/running 2024-11-18T23:20:41,475 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T23:20:41,476 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e75613ef9007d4fa582ba25309e65adc, disabling compactions & flushes 2024-11-18T23:20:41,476 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T23:20:41,476 DEBUG [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer(1325): Online Regions={e75613ef9007d4fa582ba25309e65adc=hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc., d64064e87da85d89825329843dc87db0=test,,1731971968833.d64064e87da85d89825329843dc87db0., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:20:41,476 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc. 2024-11-18T23:20:41,476 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc. 2024-11-18T23:20:41,476 DEBUG [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d64064e87da85d89825329843dc87db0, e75613ef9007d4fa582ba25309e65adc 2024-11-18T23:20:41,476 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc. after waiting 0 ms 2024-11-18T23:20:41,476 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc. 2024-11-18T23:20:41,477 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e75613ef9007d4fa582ba25309e65adc 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-18T23:20:41,480 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:20:41,480 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:20:41,480 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:20:41,480 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:20:41,480 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:20:41,481 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T23:20:41,492 INFO [regionserver/9d96596e55a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:20:41,511 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/replication/e75613ef9007d4fa582ba25309e65adc/.tmp/hfileref/34f3dc3790fd4305a2c4b7be393c62d4 is 74, key is 1/hfileref:e04afc3b17494e67aa31c49046308612_SeqId_4_/1731971976648/DeleteColumn/seqid=0 2024-11-18T23:20:41,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741844_1020 (size=5203) 2024-11-18T23:20:41,527 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/replication/e75613ef9007d4fa582ba25309e65adc/.tmp/hfileref/34f3dc3790fd4305a2c4b7be393c62d4 2024-11-18T23:20:41,530 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740/.tmp/info/d1a2589e713a4f6eb72bf58a741a6f74 is 147, key is hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc./info:regioninfo/1731971973768/Put/seqid=0 2024-11-18T23:20:41,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741845_1021 (size=7686) 2024-11-18T23:20:41,543 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740/.tmp/info/d1a2589e713a4f6eb72bf58a741a6f74 2024-11-18T23:20:41,584 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/replication/e75613ef9007d4fa582ba25309e65adc/.tmp/queue/03f9aa20fdd9446db01c3b9d2b2820a1 is 153, key is 1-9d96596e55a9,45851,1731971957470/queue:9d96596e55a9%2C45851%2C1731971957470/1731971978081/Put/seqid=0 2024-11-18T23:20:41,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741846_1022 (size=5352) 2024-11-18T23:20:41,591 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/replication/e75613ef9007d4fa582ba25309e65adc/.tmp/queue/03f9aa20fdd9446db01c3b9d2b2820a1 2024-11-18T23:20:41,594 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740/.tmp/ns/a50cdf5d5be2447f9b4c00f70905ab0f is 43, key is default/ns:d/1731971960710/Put/seqid=0 2024-11-18T23:20:41,604 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/replication/e75613ef9007d4fa582ba25309e65adc/.tmp/hfileref/34f3dc3790fd4305a2c4b7be393c62d4 as hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/replication/e75613ef9007d4fa582ba25309e65adc/hfileref/34f3dc3790fd4305a2c4b7be393c62d4 2024-11-18T23:20:41,614 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/replication/e75613ef9007d4fa582ba25309e65adc/hfileref/34f3dc3790fd4305a2c4b7be393c62d4, entries=2, sequenceid=10, filesize=5.1 K 2024-11-18T23:20:41,615 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/replication/e75613ef9007d4fa582ba25309e65adc/.tmp/queue/03f9aa20fdd9446db01c3b9d2b2820a1 as hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/replication/e75613ef9007d4fa582ba25309e65adc/queue/03f9aa20fdd9446db01c3b9d2b2820a1 2024-11-18T23:20:41,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741847_1023 (size=5153) 2024-11-18T23:20:41,621 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740/.tmp/ns/a50cdf5d5be2447f9b4c00f70905ab0f 2024-11-18T23:20:41,626 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T23:20:41,626 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T23:20:41,630 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/replication/e75613ef9007d4fa582ba25309e65adc/queue/03f9aa20fdd9446db01c3b9d2b2820a1, entries=1, sequenceid=10, filesize=5.2 K 2024-11-18T23:20:41,633 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for e75613ef9007d4fa582ba25309e65adc in 157ms, sequenceid=10, compaction requested=false 2024-11-18T23:20:41,640 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/replication/e75613ef9007d4fa582ba25309e65adc/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T23:20:41,641 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:20:41,641 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:20:41,641 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc. 2024-11-18T23:20:41,641 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e75613ef9007d4fa582ba25309e65adc: Waiting for close lock at 1731972041476Running coprocessor pre-close hooks at 1731972041476Disabling compacts and flushes for region at 1731972041476Disabling writes for close at 1731972041476Obtaining lock to block concurrent updates at 1731972041477 (+1 ms)Preparing flush snapshotting stores in e75613ef9007d4fa582ba25309e65adc at 1731972041477Finished memstore snapshotting hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731972041477Flushing stores of hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc. at 1731972041479 (+2 ms)Flushing e75613ef9007d4fa582ba25309e65adc/hfileref: creating writer at 1731972041479Flushing e75613ef9007d4fa582ba25309e65adc/hfileref: appending metadata at 1731972041510 (+31 ms)Flushing e75613ef9007d4fa582ba25309e65adc/hfileref: closing flushed file at 1731972041510Flushing e75613ef9007d4fa582ba25309e65adc/queue: creating writer at 1731972041562 (+52 ms)Flushing e75613ef9007d4fa582ba25309e65adc/queue: appending metadata at 1731972041583 (+21 ms)Flushing e75613ef9007d4fa582ba25309e65adc/queue: closing flushed file at 1731972041583Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35b4136d: reopening flushed file at 1731972041598 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@766b7f6c: reopening flushed file at 1731972041614 (+16 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for e75613ef9007d4fa582ba25309e65adc in 157ms, sequenceid=10, compaction requested=false at 1731972041633 (+19 ms)Writing region close event to WAL at 1731972041636 (+3 ms)Running coprocessor post-close hooks at 1731972041641 (+5 ms)Closed at 1731972041641 2024-11-18T23:20:41,642 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731971972306.e75613ef9007d4fa582ba25309e65adc. 2024-11-18T23:20:41,642 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d64064e87da85d89825329843dc87db0, disabling compactions & flushes 2024-11-18T23:20:41,642 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731971968833.d64064e87da85d89825329843dc87db0. 2024-11-18T23:20:41,642 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731971968833.d64064e87da85d89825329843dc87db0. 2024-11-18T23:20:41,642 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731971968833.d64064e87da85d89825329843dc87db0. after waiting 0 ms 2024-11-18T23:20:41,642 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731971968833.d64064e87da85d89825329843dc87db0. 2024-11-18T23:20:41,658 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/default/test/d64064e87da85d89825329843dc87db0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T23:20:41,659 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:20:41,659 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:20:41,659 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731971968833.d64064e87da85d89825329843dc87db0. 2024-11-18T23:20:41,659 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d64064e87da85d89825329843dc87db0: Waiting for close lock at 1731972041642Running coprocessor pre-close hooks at 1731972041642Disabling compacts and flushes for region at 1731972041642Disabling writes for close at 1731972041642Writing region close event to WAL at 1731972041653 (+11 ms)Running coprocessor post-close hooks at 1731972041658 (+5 ms)Closed at 1731972041659 (+1 ms) 2024-11-18T23:20:41,659 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731971968833.d64064e87da85d89825329843dc87db0. 2024-11-18T23:20:41,676 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740/.tmp/rep_barrier/e16548370a524050a32c02fd3f689b2e is 112, key is test,,1731971968833.d64064e87da85d89825329843dc87db0./rep_barrier:seqnumDuringOpen/1731971969906/Put/seqid=0 2024-11-18T23:20:41,680 DEBUG [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:20:41,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741848_1024 (size=5518) 2024-11-18T23:20:41,880 DEBUG [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:20:42,080 DEBUG [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:20:42,084 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740/.tmp/rep_barrier/e16548370a524050a32c02fd3f689b2e 2024-11-18T23:20:42,105 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740/.tmp/table/c15c9dd88270468b98d7bef1ae24ea93 is 53, key is hbase:replication/table:state/1731971973781/Put/seqid=0 2024-11-18T23:20:42,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741849_1025 (size=5308) 2024-11-18T23:20:42,281 DEBUG [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:20:42,481 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T23:20:42,481 DEBUG [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:20:42,481 DEBUG [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:20:42,510 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740/.tmp/table/c15c9dd88270468b98d7bef1ae24ea93 2024-11-18T23:20:42,528 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740/.tmp/info/d1a2589e713a4f6eb72bf58a741a6f74 as hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740/info/d1a2589e713a4f6eb72bf58a741a6f74 2024-11-18T23:20:42,544 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740/info/d1a2589e713a4f6eb72bf58a741a6f74, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T23:20:42,548 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740/.tmp/ns/a50cdf5d5be2447f9b4c00f70905ab0f as hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740/ns/a50cdf5d5be2447f9b4c00f70905ab0f 2024-11-18T23:20:42,559 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740/ns/a50cdf5d5be2447f9b4c00f70905ab0f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T23:20:42,560 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740/.tmp/rep_barrier/e16548370a524050a32c02fd3f689b2e as hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740/rep_barrier/e16548370a524050a32c02fd3f689b2e 2024-11-18T23:20:42,566 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740/rep_barrier/e16548370a524050a32c02fd3f689b2e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T23:20:42,567 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740/.tmp/table/c15c9dd88270468b98d7bef1ae24ea93 as hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740/table/c15c9dd88270468b98d7bef1ae24ea93 2024-11-18T23:20:42,573 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740/table/c15c9dd88270468b98d7bef1ae24ea93, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T23:20:42,574 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1092ms, sequenceid=16, compaction requested=false 2024-11-18T23:20:42,574 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T23:20:42,579 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T23:20:42,579 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:20:42,580 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:20:42,580 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:20:42,580 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972041480Running coprocessor pre-close hooks at 1731972041480Disabling compacts and flushes for region at 1731972041480Disabling writes for close at 1731972041480Obtaining lock to block concurrent updates at 1731972041481 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731972041481Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731972041481Flushing stores of hbase:meta,,1.1588230740 at 1731972041488 (+7 ms)Flushing 1588230740/info: creating writer at 1731972041488Flushing 1588230740/info: appending metadata at 1731972041529 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731972041529Flushing 1588230740/ns: creating writer at 1731972041559 (+30 ms)Flushing 1588230740/ns: appending metadata at 1731972041593 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731972041593Flushing 1588230740/rep_barrier: creating writer at 1731972041641 (+48 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731972041675 (+34 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731972041675Flushing 1588230740/table: creating writer at 1731972042091 (+416 ms)Flushing 1588230740/table: appending metadata at 1731972042104 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731972042104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42b0993d: reopening flushed file at 1731972042523 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5536af7: reopening flushed file at 1731972042545 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53b625e6: reopening flushed file at 1731972042559 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d2f26ad: reopening flushed file at 1731972042566 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1092ms, sequenceid=16, compaction requested=false at 1731972042574 (+8 ms)Writing region close event to WAL at 1731972042576 (+2 ms)Running coprocessor post-close hooks at 1731972042579 (+3 ms)Closed at 1731972042580 (+1 ms) 2024-11-18T23:20:42,580 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T23:20:42,681 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer(976): stopping server 9d96596e55a9,45851,1731971957470; all regions closed. 2024-11-18T23:20:42,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741834_1010 (size=4239) 2024-11-18T23:20:42,684 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/WALs/9d96596e55a9,45851,1731971957470/9d96596e55a9%2C45851%2C1731971957470.meta.1731971960479.meta not finished, retry = 0 2024-11-18T23:20:42,787 DEBUG [RS:0;9d96596e55a9:45851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/oldWALs 2024-11-18T23:20:42,787 INFO [RS:0;9d96596e55a9:45851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C45851%2C1731971957470.meta:.meta(num 1731971960479) 2024-11-18T23:20:42,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741839_1015 (size=2700) 2024-11-18T23:20:42,791 DEBUG [RS:0;9d96596e55a9:45851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/oldWALs 2024-11-18T23:20:42,791 INFO [RS:0;9d96596e55a9:45851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C45851%2C1731971957470.rep:(num 1731971973610) 2024-11-18T23:20:42,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741833_1009 (size=1300) 2024-11-18T23:20:42,796 DEBUG [RS:0;9d96596e55a9:45851 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/oldWALs 2024-11-18T23:20:42,796 INFO [RS:0;9d96596e55a9:45851 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C45851%2C1731971957470:(num 1731971959721) 2024-11-18T23:20:42,796 DEBUG [RS:0;9d96596e55a9:45851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:42,796 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:20:42,796 INFO [RS:0;9d96596e55a9:45851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:20:42,796 INFO [RS:0;9d96596e55a9:45851 {}] hbase.ChoreService(370): Chore service for: regionserver/9d96596e55a9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T23:20:42,796 INFO [RS:0;9d96596e55a9:45851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:20:42,796 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:20:42,797 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9d96596e55a9,45851,1731971957470 because: Region server is closing 2024-11-18T23:20:42,797 INFO [RS:0;9d96596e55a9:45851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:45851. 2024-11-18T23:20:42,797 DEBUG [RS:0;9d96596e55a9:45851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:20:42,797 DEBUG [RS:0;9d96596e55a9:45851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:42,797 DEBUG [RS:0;9d96596e55a9:45851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:42,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:20:42,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:20:42,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:20:42,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:20:42,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:20:42,898 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.wal-reader.9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T23:20:42,898 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.shipper9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T23:20:42,898 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,45851,1731971957470.replicationSource.shipper9d96596e55a9%2C45851%2C1731971957470,1-9d96596e55a9,45851,1731971957470 terminated 2024-11-18T23:20:42,898 INFO [RS:0;9d96596e55a9:45851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45851 2024-11-18T23:20:42,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x101503eafe40001, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1291249647/rs/9d96596e55a9,45851,1731971957470 2024-11-18T23:20:42,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1291249647/rs 2024-11-18T23:20:42,992 INFO [RS:0;9d96596e55a9:45851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:20:42,993 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d96596e55a9,45851,1731971957470] 2024-11-18T23:20:43,013 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1291249647/draining/9d96596e55a9,45851,1731971957470 already deleted, retry=false 2024-11-18T23:20:43,013 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d96596e55a9,45851,1731971957470 expired; onlineServers=0 2024-11-18T23:20:43,013 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d96596e55a9,35423,1731971956880' ***** 2024-11-18T23:20:43,013 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T23:20:43,013 INFO [M:0;9d96596e55a9:35423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:20:43,013 INFO [M:0;9d96596e55a9:35423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:20:43,013 DEBUG [M:0;9d96596e55a9:35423 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T23:20:43,013 DEBUG [M:0;9d96596e55a9:35423 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T23:20:43,013 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T23:20:43,013 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731971959469 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731971959469,5,FailOnTimeoutGroup] 2024-11-18T23:20:43,013 INFO [M:0;9d96596e55a9:35423 {}] hbase.ChoreService(370): Chore service for: master/9d96596e55a9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T23:20:43,013 INFO [M:0;9d96596e55a9:35423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:20:43,014 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731971959479 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731971959479,5,FailOnTimeoutGroup] 2024-11-18T23:20:43,014 DEBUG [M:0;9d96596e55a9:35423 {}] master.HMaster(1795): Stopping service threads 2024-11-18T23:20:43,014 INFO [M:0;9d96596e55a9:35423 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T23:20:43,014 INFO [M:0;9d96596e55a9:35423 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:20:43,014 INFO [M:0;9d96596e55a9:35423 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T23:20:43,014 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T23:20:43,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1291249647/master 2024-11-18T23:20:43,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1291249647 2024-11-18T23:20:43,024 DEBUG [M:0;9d96596e55a9:35423 {}] zookeeper.ZKUtil(347): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Unable to get data of znode /0-1291249647/master because node does not exist (not an error) 2024-11-18T23:20:43,024 WARN [M:0;9d96596e55a9:35423 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T23:20:43,025 INFO [M:0;9d96596e55a9:35423 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/.lastflushedseqids 2024-11-18T23:20:43,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741850_1026 (size=263) 2024-11-18T23:20:43,029 INFO [M:0;9d96596e55a9:35423 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T23:20:43,030 INFO [M:0;9d96596e55a9:35423 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T23:20:43,030 DEBUG [M:0;9d96596e55a9:35423 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:20:43,030 INFO [M:0;9d96596e55a9:35423 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:20:43,030 DEBUG [M:0;9d96596e55a9:35423 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:20:43,030 DEBUG [M:0;9d96596e55a9:35423 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:20:43,030 DEBUG [M:0;9d96596e55a9:35423 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:20:43,030 INFO [M:0;9d96596e55a9:35423 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-18T23:20:43,048 DEBUG [M:0;9d96596e55a9:35423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b434417f9994cc48445aba8d5402134 is 82, key is hbase:meta,,1/info:regioninfo/1731971960586/Put/seqid=0 2024-11-18T23:20:43,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741851_1027 (size=5672) 2024-11-18T23:20:43,103 INFO [RS:0;9d96596e55a9:45851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:20:43,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x101503eafe40001, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:20:43,103 INFO [RS:0;9d96596e55a9:45851 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d96596e55a9,45851,1731971957470; zookeeper connection closed. 2024-11-18T23:20:43,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45851-0x101503eafe40001, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:20:43,103 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40c49955 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40c49955 2024-11-18T23:20:43,103 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T23:20:43,314 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:20:43,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:20:43,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:20:43,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:20:43,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:20:43,453 INFO [M:0;9d96596e55a9:35423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b434417f9994cc48445aba8d5402134 2024-11-18T23:20:43,470 DEBUG [M:0;9d96596e55a9:35423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3aa55cc579040fca47a7bb61cbe67a3 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731971969946/Put/seqid=0 2024-11-18T23:20:43,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741852_1028 (size=7241) 2024-11-18T23:20:43,875 INFO [M:0;9d96596e55a9:35423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3aa55cc579040fca47a7bb61cbe67a3 2024-11-18T23:20:43,879 INFO [M:0;9d96596e55a9:35423 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3aa55cc579040fca47a7bb61cbe67a3 2024-11-18T23:20:43,893 DEBUG [M:0;9d96596e55a9:35423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/060e5132ed6d44c486a7886bedf375df is 69, key is 9d96596e55a9,45851,1731971957470/rs:state/1731971959512/Put/seqid=0 2024-11-18T23:20:43,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741853_1029 (size=5156) 2024-11-18T23:20:44,297 INFO [M:0;9d96596e55a9:35423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/060e5132ed6d44c486a7886bedf375df 2024-11-18T23:20:44,302 DEBUG [M:0;9d96596e55a9:35423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b434417f9994cc48445aba8d5402134 as hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b434417f9994cc48445aba8d5402134 2024-11-18T23:20:44,307 INFO [M:0;9d96596e55a9:35423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b434417f9994cc48445aba8d5402134, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T23:20:44,308 DEBUG [M:0;9d96596e55a9:35423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3aa55cc579040fca47a7bb61cbe67a3 as hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c3aa55cc579040fca47a7bb61cbe67a3 2024-11-18T23:20:44,313 INFO [M:0;9d96596e55a9:35423 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3aa55cc579040fca47a7bb61cbe67a3 2024-11-18T23:20:44,313 INFO [M:0;9d96596e55a9:35423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c3aa55cc579040fca47a7bb61cbe67a3, entries=11, sequenceid=105, filesize=7.1 K 2024-11-18T23:20:44,314 DEBUG [M:0;9d96596e55a9:35423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/060e5132ed6d44c486a7886bedf375df as hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/060e5132ed6d44c486a7886bedf375df 2024-11-18T23:20:44,319 INFO [M:0;9d96596e55a9:35423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33177/user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/060e5132ed6d44c486a7886bedf375df, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T23:20:44,320 INFO [M:0;9d96596e55a9:35423 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=105, compaction requested=false 2024-11-18T23:20:44,321 INFO [M:0;9d96596e55a9:35423 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:20:44,321 DEBUG [M:0;9d96596e55a9:35423 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972043030Disabling compacts and flushes for region at 1731972043030Disabling writes for close at 1731972043030Obtaining lock to block concurrent updates at 1731972043030Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731972043030Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1731972043030Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731972043031 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731972043031Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731972043048 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731972043048Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731972043457 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731972043470 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731972043470Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731972043880 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731972043892 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731972043892Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29cbc2de: reopening flushed file at 1731972044301 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c36913: reopening flushed file at 1731972044307 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd5edeb: reopening flushed file at 1731972044313 (+6 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=105, compaction requested=false at 1731972044320 (+7 ms)Writing region close event to WAL at 1731972044321 (+1 ms)Closed at 1731972044321 2024-11-18T23:20:44,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39537 is added to blk_1073741830_1006 (size=64538) 2024-11-18T23:20:44,323 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d3548fc4-1c7e-10b1-a898-bff6ae03bcda/MasterData/WALs/9d96596e55a9,35423,1731971956880/9d96596e55a9%2C35423%2C1731971956880.1731971958815 not finished, retry = 0 2024-11-18T23:20:44,424 INFO [M:0;9d96596e55a9:35423 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T23:20:44,424 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:20:44,424 INFO [M:0;9d96596e55a9:35423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35423 2024-11-18T23:20:44,424 INFO [M:0;9d96596e55a9:35423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:20:44,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:20:44,545 INFO [M:0;9d96596e55a9:35423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:20:44,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x101503eafe40000, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:20:44,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20748bec{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:20:44,547 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@352c2b70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:20:44,547 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:20:44,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7712b873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:20:44,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18652d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/hadoop.log.dir/,STOPPED} 2024-11-18T23:20:44,548 WARN [BP-968954927-172.17.0.2-1731971953840 heartbeating to localhost/127.0.0.1:33177 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T23:20:44,548 WARN [BP-968954927-172.17.0.2-1731971953840 heartbeating to localhost/127.0.0.1:33177 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-968954927-172.17.0.2-1731971953840 (Datanode Uuid e57fa92d-5fa8-4f50-a3c2-eb25017932ef) service to localhost/127.0.0.1:33177 2024-11-18T23:20:44,548 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T23:20:44,548 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T23:20:44,549 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/cluster_0e409f89-53ac-8916-5111-aa3672995d27/data/data1/current/BP-968954927-172.17.0.2-1731971953840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:20:44,549 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/cluster_0e409f89-53ac-8916-5111-aa3672995d27/data/data2/current/BP-968954927-172.17.0.2-1731971953840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:20:44,549 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T23:20:44,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52e3aa1f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:20:44,554 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f31b59d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:20:44,554 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:20:44,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e2469b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:20:44,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6676c0dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f407e853-0c32-01ee-245f-36e1646e73a8/hadoop.log.dir/,STOPPED} 2024-11-18T23:20:44,559 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T23:20:44,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T23:20:44,578 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 136) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33177 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62889) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62889) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007fdc7cb90638.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45897 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007fdc7cb90638.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1167 (was 1635), ProcessCount=11 (was 11), AvailableMemoryMB=4062 (was 4363) 2024-11-18T23:20:44,586 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=1167, ProcessCount=11, AvailableMemoryMB=4062 2024-11-18T23:20:44,599 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-18T23:20:44,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/hadoop.log.dir so I do NOT create it in target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337 2024-11-18T23:20:44,599 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T23:20:44,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/hadoop.tmp.dir so I do NOT create it in target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337 2024-11-18T23:20:44,599 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73e66a98-1bc4-fff9-45cb-2e510894d99a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T23:20:44,599 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337 2024-11-18T23:20:44,599 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/cluster_e496f1cc-0ff8-77bd-06b8-919342dca735, deleteOnExit=true 2024-11-18T23:20:44,602 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/cluster_e496f1cc-0ff8-77bd-06b8-919342dca735/zookeeper_0, clientPort=64054, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/cluster_e496f1cc-0ff8-77bd-06b8-919342dca735/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/cluster_e496f1cc-0ff8-77bd-06b8-919342dca735/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T23:20:44,602 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64054 2024-11-18T23:20:44,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T23:20:44,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T23:20:44,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/test.cache.data in system properties and HBase conf 2024-11-18T23:20:44,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T23:20:44,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/hadoop.log.dir in system properties and HBase conf 2024-11-18T23:20:44,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T23:20:44,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T23:20:44,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T23:20:44,603 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T23:20:44,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:20:44,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:20:44,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T23:20:44,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:20:44,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T23:20:44,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T23:20:44,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:20:44,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:20:44,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T23:20:44,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/nfs.dump.dir in system properties and HBase conf 2024-11-18T23:20:44,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/java.io.tmpdir in system properties and HBase conf 2024-11-18T23:20:44,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:20:44,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T23:20:44,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T23:20:44,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101503eafe40002, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T23:20:44,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101503eafe40005, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T23:20:44,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101503eafe40005, quorum=127.0.0.1:62889, baseZNode=/11757248905 Received Disconnected from ZooKeeper, ignoring 2024-11-18T23:20:44,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101503eafe40002, quorum=127.0.0.1:62889, baseZNode=/0-1291249647 Received Disconnected from ZooKeeper, ignoring 2024-11-18T23:20:44,943 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:20:44,947 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:20:44,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:20:44,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:20:44,952 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:20:44,953 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:20:44,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@297b31a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:20:44,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aeb6013{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:20:45,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5847fe92{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/java.io.tmpdir/jetty-localhost-44799-hadoop-hdfs-3_4_1-tests_jar-_-any-1007288019704102451/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:20:45,062 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17b498a1{HTTP/1.1, (http/1.1)}{localhost:44799} 2024-11-18T23:20:45,062 INFO [Time-limited test {}] server.Server(415): Started @159221ms 2024-11-18T23:20:45,310 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:20:45,313 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:20:45,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:20:45,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:20:45,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T23:20:45,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44053aff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:20:45,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25da1d81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:20:45,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@508856f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/java.io.tmpdir/jetty-localhost-39983-hadoop-hdfs-3_4_1-tests_jar-_-any-12896118441648488515/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:20:45,427 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18d51db{HTTP/1.1, (http/1.1)}{localhost:39983} 2024-11-18T23:20:45,427 INFO [Time-limited test {}] server.Server(415): Started @159587ms 2024-11-18T23:20:45,429 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T23:20:46,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:20:46,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T23:20:46,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T23:20:46,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T23:20:46,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T23:20:46,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:20:46,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:20:46,251 WARN [Thread-1279 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/cluster_e496f1cc-0ff8-77bd-06b8-919342dca735/data/data1/current/BP-62187835-172.17.0.2-1731972044618/current, will proceed with Du for space computation calculation, 2024-11-18T23:20:46,251 WARN [Thread-1280 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/cluster_e496f1cc-0ff8-77bd-06b8-919342dca735/data/data2/current/BP-62187835-172.17.0.2-1731972044618/current, will proceed with Du for space computation calculation, 2024-11-18T23:20:46,273 WARN [Thread-1267 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T23:20:46,278 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c576b1629ec6c0 with lease ID 0xab9e4d4220837f9f: Processing first storage report for DS-db33b074-2ea6-40d6-a658-7c6438f4a2cd from datanode DatanodeRegistration(127.0.0.1:40831, datanodeUuid=b3b0ff2a-81c2-4eab-9cc3-05cc8b41e4a9, infoPort=40815, infoSecurePort=0, ipcPort=40747, storageInfo=lv=-57;cid=testClusterID;nsid=2026261788;c=1731972044618) 2024-11-18T23:20:46,278 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c576b1629ec6c0 with lease ID 0xab9e4d4220837f9f: from storage DS-db33b074-2ea6-40d6-a658-7c6438f4a2cd node DatanodeRegistration(127.0.0.1:40831, datanodeUuid=b3b0ff2a-81c2-4eab-9cc3-05cc8b41e4a9, infoPort=40815, infoSecurePort=0, ipcPort=40747, storageInfo=lv=-57;cid=testClusterID;nsid=2026261788;c=1731972044618), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:20:46,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c576b1629ec6c0 with lease ID 0xab9e4d4220837f9f: Processing first storage report for DS-78a644c0-3cf4-420e-93d6-292691f42577 from datanode DatanodeRegistration(127.0.0.1:40831, datanodeUuid=b3b0ff2a-81c2-4eab-9cc3-05cc8b41e4a9, infoPort=40815, infoSecurePort=0, ipcPort=40747, storageInfo=lv=-57;cid=testClusterID;nsid=2026261788;c=1731972044618) 2024-11-18T23:20:46,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c576b1629ec6c0 with lease ID 0xab9e4d4220837f9f: from storage DS-78a644c0-3cf4-420e-93d6-292691f42577 node DatanodeRegistration(127.0.0.1:40831, datanodeUuid=b3b0ff2a-81c2-4eab-9cc3-05cc8b41e4a9, infoPort=40815, infoSecurePort=0, ipcPort=40747, storageInfo=lv=-57;cid=testClusterID;nsid=2026261788;c=1731972044618), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:20:46,371 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337 2024-11-18T23:20:46,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:20:46,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:20:46,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741825_1001 (size=7) 2024-11-18T23:20:46,782 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1 with version=8 2024-11-18T23:20:46,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/hbase-staging 2024-11-18T23:20:46,785 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:20:46,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:20:46,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:20:46,785 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:20:46,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:20:46,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:20:46,785 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T23:20:46,786 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:20:46,786 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34001 2024-11-18T23:20:46,788 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34001 connecting to ZooKeeper ensemble=127.0.0.1:64054 2024-11-18T23:20:46,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340010x0, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:20:46,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34001-0x101504012e50000 connected 2024-11-18T23:20:47,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:20:47,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:20:47,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Set watcher on znode that does not yet exist, /0-1109703687/running 2024-11-18T23:20:47,059 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1, hbase.cluster.distributed=false 2024-11-18T23:20:47,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Set watcher on znode that does not yet exist, /0-1109703687/acl 2024-11-18T23:20:47,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34001 2024-11-18T23:20:47,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34001 2024-11-18T23:20:47,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34001 2024-11-18T23:20:47,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34001 2024-11-18T23:20:47,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34001 2024-11-18T23:20:47,120 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:20:47,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:20:47,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:20:47,121 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:20:47,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:20:47,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:20:47,121 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T23:20:47,121 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:20:47,122 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46753 2024-11-18T23:20:47,124 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46753 connecting to ZooKeeper ensemble=127.0.0.1:64054 2024-11-18T23:20:47,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:20:47,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:20:47,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467530x0, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:20:47,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467530x0, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Set watcher on znode that does not yet exist, /0-1109703687/running 2024-11-18T23:20:47,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46753-0x101504012e50001 connected 2024-11-18T23:20:47,186 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T23:20:47,187 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T23:20:47,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46753-0x101504012e50001, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Set watcher on znode that does not yet exist, /0-1109703687/master 2024-11-18T23:20:47,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46753-0x101504012e50001, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Set watcher on znode that does not yet exist, /0-1109703687/acl 2024-11-18T23:20:47,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46753 2024-11-18T23:20:47,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46753 2024-11-18T23:20:47,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46753 2024-11-18T23:20:47,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46753 2024-11-18T23:20:47,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46753 2024-11-18T23:20:47,222 DEBUG [M:0;9d96596e55a9:34001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:34001 2024-11-18T23:20:47,224 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1109703687/backup-masters/9d96596e55a9,34001,1731972046784 2024-11-18T23:20:47,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687/backup-masters 2024-11-18T23:20:47,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46753-0x101504012e50001, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687/backup-masters 2024-11-18T23:20:47,292 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Set watcher on existing znode=/0-1109703687/backup-masters/9d96596e55a9,34001,1731972046784 2024-11-18T23:20:47,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687 2024-11-18T23:20:47,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46753-0x101504012e50001, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1109703687/master 2024-11-18T23:20:47,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46753-0x101504012e50001, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687 2024-11-18T23:20:47,318 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Set watcher on existing znode=/0-1109703687/master 2024-11-18T23:20:47,319 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1109703687/backup-masters/9d96596e55a9,34001,1731972046784 from backup master directory 2024-11-18T23:20:47,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1109703687/backup-masters/9d96596e55a9,34001,1731972046784 2024-11-18T23:20:47,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46753-0x101504012e50001, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687/backup-masters 2024-11-18T23:20:47,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687/backup-masters 2024-11-18T23:20:47,328 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:20:47,328 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,34001,1731972046784 2024-11-18T23:20:47,333 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/hbase.id] with ID: d6053f79-3391-475c-8440-eb7cf91f5fdb 2024-11-18T23:20:47,333 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/.tmp/hbase.id 2024-11-18T23:20:47,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741826_1002 (size=42) 2024-11-18T23:20:47,741 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/.tmp/hbase.id]:[hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/hbase.id] 2024-11-18T23:20:47,771 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:20:47,771 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T23:20:47,772 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T23:20:47,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46753-0x101504012e50001, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687 2024-11-18T23:20:47,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687 2024-11-18T23:20:47,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741827_1003 (size=196) 2024-11-18T23:20:47,894 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:20:47,895 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T23:20:47,896 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:20:47,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741828_1004 (size=1189) 2024-11-18T23:20:47,935 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store 2024-11-18T23:20:47,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741829_1005 (size=34) 2024-11-18T23:20:47,982 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:20:47,982 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:20:47,982 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:20:47,982 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:20:47,982 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:20:47,982 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:20:47,982 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:20:47,982 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972047982Disabling compacts and flushes for region at 1731972047982Disabling writes for close at 1731972047982Writing region close event to WAL at 1731972047982Closed at 1731972047982 2024-11-18T23:20:47,984 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/.initializing 2024-11-18T23:20:47,984 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/WALs/9d96596e55a9,34001,1731972046784 2024-11-18T23:20:47,986 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:20:47,990 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C34001%2C1731972046784, suffix=, logDir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/WALs/9d96596e55a9,34001,1731972046784, archiveDir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/oldWALs, maxLogs=10 2024-11-18T23:20:48,011 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/WALs/9d96596e55a9,34001,1731972046784/9d96596e55a9%2C34001%2C1731972046784.1731972047990, exclude list is [], retry=0 2024-11-18T23:20:48,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40831,DS-db33b074-2ea6-40d6-a658-7c6438f4a2cd,DISK] 2024-11-18T23:20:48,033 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/WALs/9d96596e55a9,34001,1731972046784/9d96596e55a9%2C34001%2C1731972046784.1731972047990 2024-11-18T23:20:48,034 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40815:40815)] 2024-11-18T23:20:48,034 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:20:48,035 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:20:48,035 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:20:48,035 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:20:48,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:20:48,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T23:20:48,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:48,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:20:48,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:20:48,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T23:20:48,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:48,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:20:48,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:20:48,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T23:20:48,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:48,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:20:48,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:20:48,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T23:20:48,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:48,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:20:48,071 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:20:48,073 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:20:48,073 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:20:48,078 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:20:48,078 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:20:48,079 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:20:48,081 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:20:48,090 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:20:48,091 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72561889, jitterRate=0.08125640451908112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:20:48,092 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731972048035Initializing all the Stores at 1731972048040 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972048040Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972048042 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972048042Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972048042Cleaning up temporary data from old regions at 1731972048078 (+36 ms)Region opened successfully at 1731972048092 (+14 ms) 2024-11-18T23:20:48,093 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T23:20:48,099 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f90ee6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:20:48,110 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T23:20:48,110 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T23:20:48,111 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T23:20:48,111 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T23:20:48,111 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T23:20:48,112 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T23:20:48,112 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T23:20:48,135 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T23:20:48,140 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Unable to get data of znode /0-1109703687/balancer because node does not exist (not necessarily an error) 2024-11-18T23:20:48,166 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1109703687/balancer already deleted, retry=false 2024-11-18T23:20:48,166 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T23:20:48,169 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Unable to get data of znode /0-1109703687/normalizer because node does not exist (not necessarily an error) 2024-11-18T23:20:48,185 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1109703687/normalizer already deleted, retry=false 2024-11-18T23:20:48,185 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T23:20:48,190 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Unable to get data of znode /0-1109703687/switch/split because node does not exist (not necessarily an error) 2024-11-18T23:20:48,208 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1109703687/switch/split already deleted, retry=false 2024-11-18T23:20:48,214 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Unable to get data of znode /0-1109703687/switch/merge because node does not exist (not necessarily an error) 2024-11-18T23:20:48,228 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1109703687/switch/merge already deleted, retry=false 2024-11-18T23:20:48,261 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Unable to get data of znode /0-1109703687/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T23:20:48,275 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1109703687/snapshot-cleanup already deleted, retry=false 2024-11-18T23:20:48,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1109703687/running 2024-11-18T23:20:48,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687 2024-11-18T23:20:48,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46753-0x101504012e50001, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1109703687/running 2024-11-18T23:20:48,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46753-0x101504012e50001, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687 2024-11-18T23:20:48,297 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,34001,1731972046784, sessionid=0x101504012e50000, setting cluster-up flag (Was=false) 2024-11-18T23:20:48,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46753-0x101504012e50001, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687 2024-11-18T23:20:48,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687 2024-11-18T23:20:48,360 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1109703687/flush-table-proc/acquired, /0-1109703687/flush-table-proc/reached, /0-1109703687/flush-table-proc/abort 2024-11-18T23:20:48,361 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,34001,1731972046784 2024-11-18T23:20:48,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46753-0x101504012e50001, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687 2024-11-18T23:20:48,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687 2024-11-18T23:20:48,400 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:20:48,412 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1109703687/online-snapshot/acquired, /0-1109703687/online-snapshot/reached, /0-1109703687/online-snapshot/abort 2024-11-18T23:20:48,413 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,34001,1731972046784 2024-11-18T23:20:48,414 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T23:20:48,416 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T23:20:48,416 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T23:20:48,416 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T23:20:48,416 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,34001,1731972046784 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T23:20:48,418 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:20:48,418 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:20:48,418 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:20:48,418 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:20:48,418 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-18T23:20:48,418 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:48,418 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:20:48,418 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:48,419 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731972078419 2024-11-18T23:20:48,419 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T23:20:48,420 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T23:20:48,420 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T23:20:48,420 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T23:20:48,420 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T23:20:48,420 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T23:20:48,420 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:48,420 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:20:48,420 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T23:20:48,420 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T23:20:48,420 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T23:20:48,420 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T23:20:48,420 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T23:20:48,421 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T23:20:48,421 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T23:20:48,421 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972048421,5,FailOnTimeoutGroup] 2024-11-18T23:20:48,421 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:48,421 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T23:20:48,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:20:48,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:20:48,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:20:48,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:20:48,424 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972048421,5,FailOnTimeoutGroup] 2024-11-18T23:20:48,424 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:48,424 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T23:20:48,424 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:48,424 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:48,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741831_1007 (size=1321) 2024-11-18T23:20:48,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:20:48,515 INFO [RS:0;9d96596e55a9:46753 {}] regionserver.HRegionServer(746): ClusterId : d6053f79-3391-475c-8440-eb7cf91f5fdb 2024-11-18T23:20:48,515 DEBUG [RS:0;9d96596e55a9:46753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T23:20:48,529 DEBUG [RS:0;9d96596e55a9:46753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T23:20:48,529 DEBUG [RS:0;9d96596e55a9:46753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T23:20:48,539 DEBUG [RS:0;9d96596e55a9:46753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T23:20:48,540 DEBUG [RS:0;9d96596e55a9:46753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703a2c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:20:48,551 DEBUG [RS:0;9d96596e55a9:46753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:46753 2024-11-18T23:20:48,551 INFO [RS:0;9d96596e55a9:46753 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T23:20:48,551 INFO [RS:0;9d96596e55a9:46753 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T23:20:48,551 DEBUG [RS:0;9d96596e55a9:46753 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T23:20:48,552 INFO [RS:0;9d96596e55a9:46753 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,34001,1731972046784 with port=46753, startcode=1731972047113 2024-11-18T23:20:48,552 DEBUG [RS:0;9d96596e55a9:46753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T23:20:48,554 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T23:20:48,554 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34001 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,46753,1731972047113 2024-11-18T23:20:48,554 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34001 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,46753,1731972047113 2024-11-18T23:20:48,559 DEBUG [RS:0;9d96596e55a9:46753 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1 2024-11-18T23:20:48,559 DEBUG [RS:0;9d96596e55a9:46753 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36477 2024-11-18T23:20:48,559 DEBUG [RS:0;9d96596e55a9:46753 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T23:20:48,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687/rs 2024-11-18T23:20:48,571 DEBUG [RS:0;9d96596e55a9:46753 {}] zookeeper.ZKUtil(111): regionserver:46753-0x101504012e50001, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Set watcher on existing znode=/0-1109703687/rs/9d96596e55a9,46753,1731972047113 2024-11-18T23:20:48,571 WARN [RS:0;9d96596e55a9:46753 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:20:48,571 INFO [RS:0;9d96596e55a9:46753 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:20:48,571 DEBUG [RS:0;9d96596e55a9:46753 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113 2024-11-18T23:20:48,571 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,46753,1731972047113] 2024-11-18T23:20:48,575 INFO [RS:0;9d96596e55a9:46753 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T23:20:48,576 INFO [RS:0;9d96596e55a9:46753 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T23:20:48,576 INFO [RS:0;9d96596e55a9:46753 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T23:20:48,576 INFO [RS:0;9d96596e55a9:46753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:48,576 INFO [RS:0;9d96596e55a9:46753 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T23:20:48,577 INFO [RS:0;9d96596e55a9:46753 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T23:20:48,577 INFO [RS:0;9d96596e55a9:46753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:48,577 DEBUG [RS:0;9d96596e55a9:46753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:48,577 DEBUG [RS:0;9d96596e55a9:46753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:48,577 DEBUG [RS:0;9d96596e55a9:46753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:48,577 DEBUG [RS:0;9d96596e55a9:46753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:48,577 DEBUG [RS:0;9d96596e55a9:46753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:48,577 DEBUG [RS:0;9d96596e55a9:46753 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:20:48,577 DEBUG [RS:0;9d96596e55a9:46753 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:48,577 DEBUG [RS:0;9d96596e55a9:46753 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:48,578 DEBUG [RS:0;9d96596e55a9:46753 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:48,578 DEBUG [RS:0;9d96596e55a9:46753 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:48,578 DEBUG [RS:0;9d96596e55a9:46753 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:48,578 DEBUG [RS:0;9d96596e55a9:46753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:48,578 DEBUG [RS:0;9d96596e55a9:46753 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:20:48,578 DEBUG [RS:0;9d96596e55a9:46753 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:20:48,578 INFO [RS:0;9d96596e55a9:46753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:48,578 INFO [RS:0;9d96596e55a9:46753 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:48,578 INFO [RS:0;9d96596e55a9:46753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:48,578 INFO [RS:0;9d96596e55a9:46753 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:48,578 INFO [RS:0;9d96596e55a9:46753 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:48,578 INFO [RS:0;9d96596e55a9:46753 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,46753,1731972047113-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:20:48,593 INFO [RS:0;9d96596e55a9:46753 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T23:20:48,593 INFO [RS:0;9d96596e55a9:46753 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,46753,1731972047113-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:48,593 INFO [RS:0;9d96596e55a9:46753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:48,593 INFO [RS:0;9d96596e55a9:46753 {}] regionserver.Replication(171): 9d96596e55a9,46753,1731972047113 started 2024-11-18T23:20:48,608 INFO [RS:0;9d96596e55a9:46753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:48,608 INFO [RS:0;9d96596e55a9:46753 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,46753,1731972047113, RpcServer on 9d96596e55a9/172.17.0.2:46753, sessionid=0x101504012e50001 2024-11-18T23:20:48,608 DEBUG [RS:0;9d96596e55a9:46753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T23:20:48,608 DEBUG [RS:0;9d96596e55a9:46753 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,46753,1731972047113 2024-11-18T23:20:48,608 DEBUG [RS:0;9d96596e55a9:46753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,46753,1731972047113' 2024-11-18T23:20:48,608 DEBUG [RS:0;9d96596e55a9:46753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1109703687/flush-table-proc/abort' 2024-11-18T23:20:48,609 DEBUG [RS:0;9d96596e55a9:46753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1109703687/flush-table-proc/acquired' 2024-11-18T23:20:48,609 DEBUG [RS:0;9d96596e55a9:46753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T23:20:48,609 DEBUG [RS:0;9d96596e55a9:46753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T23:20:48,609 DEBUG [RS:0;9d96596e55a9:46753 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,46753,1731972047113 2024-11-18T23:20:48,609 DEBUG [RS:0;9d96596e55a9:46753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,46753,1731972047113' 2024-11-18T23:20:48,609 DEBUG [RS:0;9d96596e55a9:46753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1109703687/online-snapshot/abort' 2024-11-18T23:20:48,610 DEBUG [RS:0;9d96596e55a9:46753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1109703687/online-snapshot/acquired' 2024-11-18T23:20:48,610 DEBUG [RS:0;9d96596e55a9:46753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T23:20:48,610 INFO [RS:0;9d96596e55a9:46753 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T23:20:48,610 INFO [RS:0;9d96596e55a9:46753 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T23:20:48,710 INFO [RS:0;9d96596e55a9:46753 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:20:48,713 INFO [RS:0;9d96596e55a9:46753 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C46753%2C1731972047113, suffix=, logDir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113, archiveDir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/oldWALs, maxLogs=10 2024-11-18T23:20:48,733 DEBUG [RS:0;9d96596e55a9:46753 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113/9d96596e55a9%2C46753%2C1731972047113.1731972048714, exclude list is [], retry=0 2024-11-18T23:20:48,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40831,DS-db33b074-2ea6-40d6-a658-7c6438f4a2cd,DISK] 2024-11-18T23:20:48,738 INFO [RS:0;9d96596e55a9:46753 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113/9d96596e55a9%2C46753%2C1731972047113.1731972048714 2024-11-18T23:20:48,738 DEBUG [RS:0;9d96596e55a9:46753 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40815:40815)] 2024-11-18T23:20:48,830 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T23:20:48,831 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1 2024-11-18T23:20:48,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741833_1009 (size=32) 2024-11-18T23:20:49,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:20:49,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:20:49,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:20:49,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:49,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:20:49,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:20:49,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:20:49,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:49,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:20:49,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:20:49,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:20:49,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:49,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:20:49,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:20:49,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:20:49,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:49,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:20:49,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:20:49,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740 2024-11-18T23:20:49,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740 2024-11-18T23:20:49,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:20:49,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:20:49,265 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:20:49,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:20:49,272 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:20:49,273 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63882662, jitterRate=-0.048074156045913696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:20:49,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731972049247Initializing all the Stores at 1731972049248 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972049248Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972049249 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972049249Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972049249Cleaning up temporary data from old regions at 1731972049264 (+15 ms)Region opened successfully at 1731972049281 (+17 ms) 2024-11-18T23:20:49,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:20:49,281 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:20:49,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:20:49,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:20:49,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:20:49,289 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:20:49,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972049281Disabling compacts and flushes for region at 1731972049281Disabling writes for close at 1731972049281Writing region close event to WAL at 1731972049288 (+7 ms)Closed at 1731972049288 2024-11-18T23:20:49,292 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:20:49,292 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T23:20:49,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T23:20:49,298 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:20:49,299 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T23:20:49,450 DEBUG [9d96596e55a9:34001 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:20:49,450 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,46753,1731972047113 2024-11-18T23:20:49,452 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,46753,1731972047113, state=OPENING 2024-11-18T23:20:49,469 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T23:20:49,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687 2024-11-18T23:20:49,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46753-0x101504012e50001, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687 2024-11-18T23:20:49,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1109703687/meta-region-server: CHANGED 2024-11-18T23:20:49,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1109703687/meta-region-server: CHANGED 2024-11-18T23:20:49,511 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:20:49,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,46753,1731972047113}] 2024-11-18T23:20:49,668 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:20:49,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:20:49,692 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T23:20:49,693 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:20:49,693 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T23:20:49,696 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C46753%2C1731972047113.meta, suffix=.meta, logDir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113, archiveDir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/oldWALs, maxLogs=10 2024-11-18T23:20:49,712 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113/9d96596e55a9%2C46753%2C1731972047113.meta.1731972049696.meta, exclude list is [], retry=0 2024-11-18T23:20:49,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40831,DS-db33b074-2ea6-40d6-a658-7c6438f4a2cd,DISK] 2024-11-18T23:20:49,724 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113/9d96596e55a9%2C46753%2C1731972047113.meta.1731972049696.meta 2024-11-18T23:20:49,738 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40815:40815)] 2024-11-18T23:20:49,738 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:20:49,738 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:20:49,738 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:20:49,739 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T23:20:49,739 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T23:20:49,739 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T23:20:49,739 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:20:49,739 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T23:20:49,739 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T23:20:49,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:20:49,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:20:49,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:49,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:20:49,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:20:49,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:20:49,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:49,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:20:49,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:20:49,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:20:49,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:49,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:20:49,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:20:49,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:20:49,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:49,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:20:49,772 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:20:49,774 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740 2024-11-18T23:20:49,781 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740 2024-11-18T23:20:49,786 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:20:49,786 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:20:49,786 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:20:49,788 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:20:49,789 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61286518, jitterRate=-0.08675971627235413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:20:49,790 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T23:20:49,790 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731972049739Writing region info on filesystem at 1731972049739Initializing all the Stores at 1731972049751 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972049751Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972049752 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972049752Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972049752Cleaning up temporary data from old regions at 1731972049786 (+34 ms)Running coprocessor post-open hooks at 1731972049790 (+4 ms)Region opened successfully at 1731972049790 2024-11-18T23:20:49,796 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731972049668 2024-11-18T23:20:49,800 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T23:20:49,800 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T23:20:49,801 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,46753,1731972047113 2024-11-18T23:20:49,802 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,46753,1731972047113, state=OPEN 2024-11-18T23:20:49,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1109703687/meta-region-server 2024-11-18T23:20:49,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46753-0x101504012e50001, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1109703687/meta-region-server 2024-11-18T23:20:49,824 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,46753,1731972047113 2024-11-18T23:20:49,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1109703687/meta-region-server: CHANGED 2024-11-18T23:20:49,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1109703687/meta-region-server: CHANGED 2024-11-18T23:20:49,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T23:20:49,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,46753,1731972047113 in 313 msec 2024-11-18T23:20:49,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T23:20:49,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 537 msec 2024-11-18T23:20:49,834 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:20:49,834 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T23:20:49,838 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:20:49,838 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,46753,1731972047113, seqNum=-1] 2024-11-18T23:20:49,839 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:20:49,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:20:49,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4290 sec 2024-11-18T23:20:49,847 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731972049847, completionTime=-1 2024-11-18T23:20:49,847 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T23:20:49,847 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T23:20:49,850 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T23:20:49,850 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731972109850 2024-11-18T23:20:49,851 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731972169850 2024-11-18T23:20:49,851 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-18T23:20:49,851 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,34001,1731972046784-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:49,851 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,34001,1731972046784-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:49,851 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,34001,1731972046784-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:49,851 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:34001, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:49,851 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:49,856 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:49,858 DEBUG [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T23:20:49,873 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.545sec 2024-11-18T23:20:49,873 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T23:20:49,873 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T23:20:49,874 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T23:20:49,874 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T23:20:49,874 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T23:20:49,874 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,34001,1731972046784-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:20:49,874 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,34001,1731972046784-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T23:20:49,877 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T23:20:49,877 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T23:20:49,877 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,34001,1731972046784-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:49,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d22d31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:20:49,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,34001,-1 for getting cluster id 2024-11-18T23:20:49,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:20:49,932 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6053f79-3391-475c-8440-eb7cf91f5fdb' 2024-11-18T23:20:49,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:20:49,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6053f79-3391-475c-8440-eb7cf91f5fdb" 2024-11-18T23:20:49,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8c1ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:20:49,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,34001,-1] 2024-11-18T23:20:49,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:20:49,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:49,936 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:20:49,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ef04de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:20:49,945 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:20:49,949 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,46753,1731972047113, seqNum=-1] 2024-11-18T23:20:49,949 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:20:49,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:20:49,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d96596e55a9,34001,1731972046784 2024-11-18T23:20:49,957 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64054 2024-11-18T23:20:49,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:20:49,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101504012e50002 connected 2024-11-18T23:20:50,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/hadoop.log.dir so I do NOT create it in target/test-data/9a367005-d81d-c2da-1de8-614719c43def 2024-11-18T23:20:50,013 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T23:20:50,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/hadoop.tmp.dir so I do NOT create it in target/test-data/9a367005-d81d-c2da-1de8-614719c43def 2024-11-18T23:20:50,013 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T23:20:50,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def 2024-11-18T23:20:50,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T23:20:50,013 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/cluster_daaa0e65-5234-d8a2-262e-aad624069f52, deleteOnExit=true 2024-11-18T23:20:50,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T23:20:50,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/test.cache.data in system properties and HBase conf 2024-11-18T23:20:50,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T23:20:50,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/hadoop.log.dir in system properties and HBase conf 2024-11-18T23:20:50,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T23:20:50,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T23:20:50,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T23:20:50,014 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T23:20:50,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:20:50,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:20:50,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T23:20:50,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:20:50,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T23:20:50,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T23:20:50,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:20:50,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:20:50,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T23:20:50,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/nfs.dump.dir in system properties and HBase conf 2024-11-18T23:20:50,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/java.io.tmpdir in system properties and HBase conf 2024-11-18T23:20:50,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:20:50,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T23:20:50,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T23:20:50,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:20:50,435 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:20:50,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:20:50,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:20:50,475 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T23:20:50,488 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:20:50,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17dee147{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:20:50,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b36e4c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:20:50,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@300ccc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/java.io.tmpdir/jetty-localhost-41511-hadoop-hdfs-3_4_1-tests_jar-_-any-6885232266695697007/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:20:50,650 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e2e5da0{HTTP/1.1, (http/1.1)}{localhost:41511} 2024-11-18T23:20:50,650 INFO [Time-limited test {}] server.Server(415): Started @164809ms 2024-11-18T23:20:51,271 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:20:51,286 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:20:51,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:20:51,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:20:51,289 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T23:20:51,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45300241{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:20:51,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e2bdcf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:20:51,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4167e73{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/java.io.tmpdir/jetty-localhost-44387-hadoop-hdfs-3_4_1-tests_jar-_-any-97192879098666249/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:20:51,430 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42d5fa86{HTTP/1.1, (http/1.1)}{localhost:44387} 2024-11-18T23:20:51,430 INFO [Time-limited test {}] server.Server(415): Started @165589ms 2024-11-18T23:20:51,431 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T23:20:52,393 WARN [Thread-1400 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/cluster_daaa0e65-5234-d8a2-262e-aad624069f52/data/data1/current/BP-1451054748-172.17.0.2-1731972050068/current, will proceed with Du for space computation calculation, 2024-11-18T23:20:52,400 WARN [Thread-1401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/cluster_daaa0e65-5234-d8a2-262e-aad624069f52/data/data2/current/BP-1451054748-172.17.0.2-1731972050068/current, will proceed with Du for space computation calculation, 2024-11-18T23:20:52,453 WARN [Thread-1388 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T23:20:52,473 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f79dfb75b2fa3eb with lease ID 0x4ce03ab469c3570f: Processing first storage report for DS-12baab81-4220-420a-bdd3-75440d8c57b6 from datanode DatanodeRegistration(127.0.0.1:44091, datanodeUuid=233f2c63-2fa2-44fb-bcda-8a6a01b2cc93, infoPort=42577, infoSecurePort=0, ipcPort=42541, storageInfo=lv=-57;cid=testClusterID;nsid=791386455;c=1731972050068) 2024-11-18T23:20:52,474 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f79dfb75b2fa3eb with lease ID 0x4ce03ab469c3570f: from storage DS-12baab81-4220-420a-bdd3-75440d8c57b6 node DatanodeRegistration(127.0.0.1:44091, datanodeUuid=233f2c63-2fa2-44fb-bcda-8a6a01b2cc93, infoPort=42577, infoSecurePort=0, ipcPort=42541, storageInfo=lv=-57;cid=testClusterID;nsid=791386455;c=1731972050068), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:20:52,474 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f79dfb75b2fa3eb with lease ID 0x4ce03ab469c3570f: Processing first storage report for DS-28cd1354-222a-4192-8e5a-68f11d7553b1 from datanode DatanodeRegistration(127.0.0.1:44091, datanodeUuid=233f2c63-2fa2-44fb-bcda-8a6a01b2cc93, infoPort=42577, infoSecurePort=0, ipcPort=42541, storageInfo=lv=-57;cid=testClusterID;nsid=791386455;c=1731972050068) 2024-11-18T23:20:52,474 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f79dfb75b2fa3eb with lease ID 0x4ce03ab469c3570f: from storage DS-28cd1354-222a-4192-8e5a-68f11d7553b1 node DatanodeRegistration(127.0.0.1:44091, datanodeUuid=233f2c63-2fa2-44fb-bcda-8a6a01b2cc93, infoPort=42577, infoSecurePort=0, ipcPort=42541, storageInfo=lv=-57;cid=testClusterID;nsid=791386455;c=1731972050068), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:20:52,517 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def 2024-11-18T23:20:52,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:20:52,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:20:52,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741825_1001 (size=7) 2024-11-18T23:20:52,538 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24 with version=8 2024-11-18T23:20:52,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/hbase-staging 2024-11-18T23:20:52,540 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:20:52,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:20:52,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:20:52,541 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:20:52,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:20:52,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:20:52,541 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T23:20:52,541 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:20:52,542 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37721 2024-11-18T23:20:52,543 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37721 connecting to ZooKeeper ensemble=127.0.0.1:64054 2024-11-18T23:20:52,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377210x0, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:20:52,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37721-0x101504012e50003 connected 2024-11-18T23:20:52,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:20:52,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:20:52,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Set watcher on znode that does not yet exist, /11886443172/running 2024-11-18T23:20:52,681 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24, hbase.cluster.distributed=false 2024-11-18T23:20:52,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Set watcher on znode that does not yet exist, /11886443172/acl 2024-11-18T23:20:52,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37721 2024-11-18T23:20:52,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37721 2024-11-18T23:20:52,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37721 2024-11-18T23:20:52,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37721 2024-11-18T23:20:52,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37721 2024-11-18T23:20:52,752 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:20:52,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:20:52,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:20:52,752 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:20:52,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:20:52,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:20:52,752 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T23:20:52,752 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:20:52,761 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35073 2024-11-18T23:20:52,763 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35073 connecting to ZooKeeper ensemble=127.0.0.1:64054 2024-11-18T23:20:52,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:20:52,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:20:52,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350730x0, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:20:52,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350730x0, quorum=127.0.0.1:64054, baseZNode=/11886443172 Set watcher on znode that does not yet exist, /11886443172/running 2024-11-18T23:20:52,863 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T23:20:52,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35073-0x101504012e50004 connected 2024-11-18T23:20:52,872 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T23:20:52,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35073-0x101504012e50004, quorum=127.0.0.1:64054, baseZNode=/11886443172 Set watcher on znode that does not yet exist, /11886443172/master 2024-11-18T23:20:52,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35073-0x101504012e50004, quorum=127.0.0.1:64054, baseZNode=/11886443172 Set watcher on znode that does not yet exist, /11886443172/acl 2024-11-18T23:20:52,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35073 2024-11-18T23:20:52,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35073 2024-11-18T23:20:52,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35073 2024-11-18T23:20:52,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35073 2024-11-18T23:20:52,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35073 2024-11-18T23:20:52,936 DEBUG [M:0;9d96596e55a9:37721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:37721 2024-11-18T23:20:52,964 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11886443172/backup-masters/9d96596e55a9,37721,1731972052540 2024-11-18T23:20:53,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886443172/backup-masters 2024-11-18T23:20:53,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101504012e50004, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886443172/backup-masters 2024-11-18T23:20:53,012 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Set watcher on existing znode=/11886443172/backup-masters/9d96596e55a9,37721,1731972052540 2024-11-18T23:20:53,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101504012e50004, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11886443172/master 2024-11-18T23:20:53,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101504012e50004, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886443172 2024-11-18T23:20:53,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886443172 2024-11-18T23:20:53,105 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Set watcher on existing znode=/11886443172/master 2024-11-18T23:20:53,106 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11886443172/backup-masters/9d96596e55a9,37721,1731972052540 from backup master directory 2024-11-18T23:20:53,159 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:20:53,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101504012e50004, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886443172/backup-masters 2024-11-18T23:20:53,159 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,37721,1731972052540 2024-11-18T23:20:53,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11886443172/backup-masters/9d96596e55a9,37721,1731972052540 2024-11-18T23:20:53,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886443172/backup-masters 2024-11-18T23:20:53,164 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/hbase.id] with ID: 27b43a63-ae47-4d73-9509-1f51d97eefa6 2024-11-18T23:20:53,164 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/.tmp/hbase.id 2024-11-18T23:20:53,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741826_1002 (size=42) 2024-11-18T23:20:53,569 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/.tmp/hbase.id]:[hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/hbase.id] 2024-11-18T23:20:53,603 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:20:53,603 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T23:20:53,604 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T23:20:53,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101504012e50004, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886443172 2024-11-18T23:20:53,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886443172 2024-11-18T23:20:53,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741827_1003 (size=196) 2024-11-18T23:20:53,765 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:20:53,767 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T23:20:53,768 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:20:53,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741828_1004 (size=1189) 2024-11-18T23:20:53,822 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/data/master/store 2024-11-18T23:20:53,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741829_1005 (size=34) 2024-11-18T23:20:53,888 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:20:53,889 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:20:53,889 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:20:53,889 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:20:53,889 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:20:53,889 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:20:53,889 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:20:53,889 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972053889Disabling compacts and flushes for region at 1731972053889Disabling writes for close at 1731972053889Writing region close event to WAL at 1731972053889Closed at 1731972053889 2024-11-18T23:20:53,893 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/data/master/store/.initializing 2024-11-18T23:20:53,893 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/WALs/9d96596e55a9,37721,1731972052540 2024-11-18T23:20:53,895 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:20:53,900 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C37721%2C1731972052540, suffix=, logDir=hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/WALs/9d96596e55a9,37721,1731972052540, archiveDir=hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/oldWALs, maxLogs=10 2024-11-18T23:20:53,923 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/WALs/9d96596e55a9,37721,1731972052540/9d96596e55a9%2C37721%2C1731972052540.1731972053900, exclude list is [], retry=0 2024-11-18T23:20:53,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44091,DS-12baab81-4220-420a-bdd3-75440d8c57b6,DISK] 2024-11-18T23:20:53,956 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/WALs/9d96596e55a9,37721,1731972052540/9d96596e55a9%2C37721%2C1731972052540.1731972053900 2024-11-18T23:20:53,971 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42577:42577)] 2024-11-18T23:20:53,971 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:20:53,971 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:20:53,972 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:20:53,972 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:20:53,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:20:53,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T23:20:53,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:53,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:20:53,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:20:53,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T23:20:53,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:53,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:20:53,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:20:53,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T23:20:53,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:53,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:20:53,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:20:53,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T23:20:53,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:53,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:20:53,984 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:20:53,985 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:20:53,985 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:20:53,986 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:20:53,986 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:20:53,987 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:20:53,988 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:20:53,997 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:20:53,999 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61153110, jitterRate=-0.08874765038490295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:20:53,999 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731972053972Initializing all the Stores at 1731972053973 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972053973Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972053973Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972053973Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972053974 (+1 ms)Cleaning up temporary data from old regions at 1731972053986 (+12 ms)Region opened successfully at 1731972053999 (+13 ms) 2024-11-18T23:20:53,999 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T23:20:54,010 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521fc0df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:20:54,013 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T23:20:54,013 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T23:20:54,013 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T23:20:54,013 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T23:20:54,016 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T23:20:54,017 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T23:20:54,017 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T23:20:54,036 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T23:20:54,040 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Unable to get data of znode /11886443172/balancer because node does not exist (not necessarily an error) 2024-11-18T23:20:54,072 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11886443172/balancer already deleted, retry=false 2024-11-18T23:20:54,073 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T23:20:54,080 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Unable to get data of znode /11886443172/normalizer because node does not exist (not necessarily an error) 2024-11-18T23:20:54,205 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11886443172/normalizer already deleted, retry=false 2024-11-18T23:20:54,205 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T23:20:54,212 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Unable to get data of znode /11886443172/switch/split because node does not exist (not necessarily an error) 2024-11-18T23:20:54,284 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11886443172/switch/split already deleted, retry=false 2024-11-18T23:20:54,296 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Unable to get data of znode /11886443172/switch/merge because node does not exist (not necessarily an error) 2024-11-18T23:20:54,404 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11886443172/switch/merge already deleted, retry=false 2024-11-18T23:20:54,411 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Unable to get data of znode /11886443172/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T23:20:54,472 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11886443172/snapshot-cleanup already deleted, retry=false 2024-11-18T23:20:54,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11886443172/running 2024-11-18T23:20:54,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886443172 2024-11-18T23:20:54,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101504012e50004, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11886443172/running 2024-11-18T23:20:54,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101504012e50004, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886443172 2024-11-18T23:20:54,567 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,37721,1731972052540, sessionid=0x101504012e50003, setting cluster-up flag (Was=false) 2024-11-18T23:20:54,575 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T23:20:54,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101504012e50004, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886443172 2024-11-18T23:20:54,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886443172 2024-11-18T23:20:54,986 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11886443172/flush-table-proc/acquired, /11886443172/flush-table-proc/reached, /11886443172/flush-table-proc/abort 2024-11-18T23:20:54,987 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,37721,1731972052540 2024-11-18T23:20:55,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101504012e50004, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886443172 2024-11-18T23:20:55,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886443172 2024-11-18T23:20:55,241 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:20:55,260 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11886443172/online-snapshot/acquired, /11886443172/online-snapshot/reached, /11886443172/online-snapshot/abort 2024-11-18T23:20:55,276 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,37721,1731972052540 2024-11-18T23:20:55,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:20:55,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:20:55,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:20:55,285 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T23:20:55,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:20:55,290 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T23:20:55,290 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T23:20:55,290 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T23:20:55,290 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,37721,1731972052540 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T23:20:55,294 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:20:55,294 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:20:55,295 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:20:55,295 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:20:55,295 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-18T23:20:55,295 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:55,295 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:20:55,295 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:55,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:20:55,303 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:20:55,303 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T23:20:55,309 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:55,310 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T23:20:55,312 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731972085312 2024-11-18T23:20:55,312 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T23:20:55,312 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T23:20:55,312 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T23:20:55,312 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T23:20:55,312 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T23:20:55,312 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T23:20:55,320 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:55,328 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T23:20:55,328 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T23:20:55,328 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T23:20:55,328 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T23:20:55,329 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T23:20:55,329 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T23:20:55,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741831_1007 (size=1321) 2024-11-18T23:20:55,339 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972055329,5,FailOnTimeoutGroup] 2024-11-18T23:20:55,341 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T23:20:55,341 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24 2024-11-18T23:20:55,345 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972055339,5,FailOnTimeoutGroup] 2024-11-18T23:20:55,345 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:55,345 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T23:20:55,345 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:55,345 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:55,347 INFO [RS:0;9d96596e55a9:35073 {}] regionserver.HRegionServer(746): ClusterId : 27b43a63-ae47-4d73-9509-1f51d97eefa6 2024-11-18T23:20:55,347 DEBUG [RS:0;9d96596e55a9:35073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T23:20:55,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741832_1008 (size=32) 2024-11-18T23:20:55,418 DEBUG [RS:0;9d96596e55a9:35073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T23:20:55,419 DEBUG [RS:0;9d96596e55a9:35073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T23:20:55,441 DEBUG [RS:0;9d96596e55a9:35073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T23:20:55,441 DEBUG [RS:0;9d96596e55a9:35073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b3e13ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:20:55,458 DEBUG [RS:0;9d96596e55a9:35073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:35073 2024-11-18T23:20:55,459 INFO [RS:0;9d96596e55a9:35073 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T23:20:55,459 INFO [RS:0;9d96596e55a9:35073 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T23:20:55,459 DEBUG [RS:0;9d96596e55a9:35073 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T23:20:55,460 INFO [RS:0;9d96596e55a9:35073 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,37721,1731972052540 with port=35073, startcode=1731972052751 2024-11-18T23:20:55,460 DEBUG [RS:0;9d96596e55a9:35073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T23:20:55,463 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T23:20:55,463 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37721 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,35073,1731972052751 2024-11-18T23:20:55,463 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37721 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,35073,1731972052751 2024-11-18T23:20:55,468 DEBUG [RS:0;9d96596e55a9:35073 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24 2024-11-18T23:20:55,468 DEBUG [RS:0;9d96596e55a9:35073 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34341 2024-11-18T23:20:55,468 DEBUG [RS:0;9d96596e55a9:35073 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T23:20:55,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886443172/rs 2024-11-18T23:20:55,549 DEBUG [RS:0;9d96596e55a9:35073 {}] zookeeper.ZKUtil(111): regionserver:35073-0x101504012e50004, quorum=127.0.0.1:64054, baseZNode=/11886443172 Set watcher on existing znode=/11886443172/rs/9d96596e55a9,35073,1731972052751 2024-11-18T23:20:55,549 WARN [RS:0;9d96596e55a9:35073 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:20:55,549 INFO [RS:0;9d96596e55a9:35073 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:20:55,549 DEBUG [RS:0;9d96596e55a9:35073 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/WALs/9d96596e55a9,35073,1731972052751 2024-11-18T23:20:55,550 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,35073,1731972052751] 2024-11-18T23:20:55,558 INFO [RS:0;9d96596e55a9:35073 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T23:20:55,560 INFO [RS:0;9d96596e55a9:35073 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T23:20:55,561 INFO [RS:0;9d96596e55a9:35073 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T23:20:55,561 INFO [RS:0;9d96596e55a9:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:55,564 INFO [RS:0;9d96596e55a9:35073 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T23:20:55,566 INFO [RS:0;9d96596e55a9:35073 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T23:20:55,566 INFO [RS:0;9d96596e55a9:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:55,566 DEBUG [RS:0;9d96596e55a9:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:55,566 DEBUG [RS:0;9d96596e55a9:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:55,566 DEBUG [RS:0;9d96596e55a9:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:55,566 DEBUG [RS:0;9d96596e55a9:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:55,566 DEBUG [RS:0;9d96596e55a9:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:55,566 DEBUG [RS:0;9d96596e55a9:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:20:55,566 DEBUG [RS:0;9d96596e55a9:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:55,566 DEBUG [RS:0;9d96596e55a9:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:55,566 DEBUG [RS:0;9d96596e55a9:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:55,566 DEBUG [RS:0;9d96596e55a9:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:55,566 DEBUG [RS:0;9d96596e55a9:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:55,566 DEBUG [RS:0;9d96596e55a9:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:20:55,566 DEBUG [RS:0;9d96596e55a9:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:20:55,566 DEBUG [RS:0;9d96596e55a9:35073 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:20:55,567 INFO [RS:0;9d96596e55a9:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:55,567 INFO [RS:0;9d96596e55a9:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:55,567 INFO [RS:0;9d96596e55a9:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:55,567 INFO [RS:0;9d96596e55a9:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:55,567 INFO [RS:0;9d96596e55a9:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:55,567 INFO [RS:0;9d96596e55a9:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,35073,1731972052751-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:20:55,582 INFO [RS:0;9d96596e55a9:35073 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T23:20:55,582 INFO [RS:0;9d96596e55a9:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,35073,1731972052751-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:55,582 INFO [RS:0;9d96596e55a9:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:55,582 INFO [RS:0;9d96596e55a9:35073 {}] regionserver.Replication(171): 9d96596e55a9,35073,1731972052751 started 2024-11-18T23:20:55,604 INFO [RS:0;9d96596e55a9:35073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:55,604 INFO [RS:0;9d96596e55a9:35073 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,35073,1731972052751, RpcServer on 9d96596e55a9/172.17.0.2:35073, sessionid=0x101504012e50004 2024-11-18T23:20:55,604 DEBUG [RS:0;9d96596e55a9:35073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T23:20:55,604 DEBUG [RS:0;9d96596e55a9:35073 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,35073,1731972052751 2024-11-18T23:20:55,604 DEBUG [RS:0;9d96596e55a9:35073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,35073,1731972052751' 2024-11-18T23:20:55,604 DEBUG [RS:0;9d96596e55a9:35073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11886443172/flush-table-proc/abort' 2024-11-18T23:20:55,605 DEBUG [RS:0;9d96596e55a9:35073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11886443172/flush-table-proc/acquired' 2024-11-18T23:20:55,606 DEBUG [RS:0;9d96596e55a9:35073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T23:20:55,606 DEBUG [RS:0;9d96596e55a9:35073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T23:20:55,606 DEBUG [RS:0;9d96596e55a9:35073 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,35073,1731972052751 2024-11-18T23:20:55,606 DEBUG [RS:0;9d96596e55a9:35073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,35073,1731972052751' 2024-11-18T23:20:55,606 DEBUG [RS:0;9d96596e55a9:35073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11886443172/online-snapshot/abort' 2024-11-18T23:20:55,607 DEBUG [RS:0;9d96596e55a9:35073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11886443172/online-snapshot/acquired' 2024-11-18T23:20:55,608 DEBUG [RS:0;9d96596e55a9:35073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T23:20:55,608 INFO [RS:0;9d96596e55a9:35073 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T23:20:55,608 INFO [RS:0;9d96596e55a9:35073 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T23:20:55,708 INFO [RS:0;9d96596e55a9:35073 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:20:55,711 INFO [RS:0;9d96596e55a9:35073 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C35073%2C1731972052751, suffix=, logDir=hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/WALs/9d96596e55a9,35073,1731972052751, archiveDir=hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/oldWALs, maxLogs=10 2024-11-18T23:20:55,730 DEBUG [RS:0;9d96596e55a9:35073 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/WALs/9d96596e55a9,35073,1731972052751/9d96596e55a9%2C35073%2C1731972052751.1731972055711, exclude list is [], retry=0 2024-11-18T23:20:55,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44091,DS-12baab81-4220-420a-bdd3-75440d8c57b6,DISK] 2024-11-18T23:20:55,761 INFO [RS:0;9d96596e55a9:35073 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/WALs/9d96596e55a9,35073,1731972052751/9d96596e55a9%2C35073%2C1731972052751.1731972055711 2024-11-18T23:20:55,764 DEBUG [RS:0;9d96596e55a9:35073 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42577:42577)] 2024-11-18T23:20:55,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:20:55,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:20:55,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:20:55,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:55,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:20:55,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:20:55,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:20:55,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:55,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:20:55,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:20:55,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:20:55,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:55,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:20:55,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:20:55,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:20:55,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:55,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:20:55,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:20:55,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/data/hbase/meta/1588230740 2024-11-18T23:20:55,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/data/hbase/meta/1588230740 2024-11-18T23:20:55,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:20:55,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:20:55,789 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:20:55,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:20:55,792 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:20:55,793 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63625953, jitterRate=-0.051899418234825134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:20:55,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731972055764Initializing all the Stores at 1731972055776 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972055776Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972055779 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972055779Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972055779Cleaning up temporary data from old regions at 1731972055788 (+9 ms)Region opened successfully at 1731972055793 (+5 ms) 2024-11-18T23:20:55,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:20:55,793 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:20:55,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:20:55,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:20:55,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:20:55,793 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:20:55,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972055793Disabling compacts and flushes for region at 1731972055793Disabling writes for close at 1731972055793Writing region close event to WAL at 1731972055793Closed at 1731972055793 2024-11-18T23:20:55,794 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:20:55,794 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T23:20:55,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T23:20:55,795 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:20:55,796 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T23:20:55,946 DEBUG [9d96596e55a9:37721 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:20:55,947 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,35073,1731972052751 2024-11-18T23:20:55,948 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,35073,1731972052751, state=OPENING 2024-11-18T23:20:56,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T23:20:56,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T23:20:56,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:20:56,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T23:20:56,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:20:56,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T23:20:56,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T23:20:56,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T23:20:56,248 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T23:20:56,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886443172 2024-11-18T23:20:56,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101504012e50004, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886443172 2024-11-18T23:20:56,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11886443172/meta-region-server: CHANGED 2024-11-18T23:20:56,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11886443172/meta-region-server: CHANGED 2024-11-18T23:20:56,438 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:20:56,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,35073,1731972052751}] 2024-11-18T23:20:56,595 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:20:56,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:20:56,603 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T23:20:56,603 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:20:56,603 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T23:20:56,604 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C35073%2C1731972052751.meta, suffix=.meta, logDir=hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/WALs/9d96596e55a9,35073,1731972052751, archiveDir=hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/oldWALs, maxLogs=10 2024-11-18T23:20:56,620 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/WALs/9d96596e55a9,35073,1731972052751/9d96596e55a9%2C35073%2C1731972052751.meta.1731972056605.meta, exclude list is [], retry=0 2024-11-18T23:20:56,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44091,DS-12baab81-4220-420a-bdd3-75440d8c57b6,DISK] 2024-11-18T23:20:56,625 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/WALs/9d96596e55a9,35073,1731972052751/9d96596e55a9%2C35073%2C1731972052751.meta.1731972056605.meta 2024-11-18T23:20:56,625 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42577:42577)] 2024-11-18T23:20:56,625 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:20:56,625 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:20:56,625 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:20:56,625 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T23:20:56,626 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T23:20:56,626 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T23:20:56,626 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:20:56,626 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T23:20:56,626 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T23:20:56,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:20:56,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:20:56,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:56,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:20:56,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:20:56,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:20:56,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:56,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:20:56,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:20:56,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:20:56,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:56,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:20:56,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:20:56,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:20:56,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:56,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:20:56,640 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:20:56,641 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/data/hbase/meta/1588230740 2024-11-18T23:20:56,642 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/data/hbase/meta/1588230740 2024-11-18T23:20:56,644 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:20:56,644 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:20:56,645 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:20:56,647 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:20:56,648 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74518466, jitterRate=0.11041167378425598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:20:56,648 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T23:20:56,649 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731972056626Writing region info on filesystem at 1731972056626Initializing all the Stores at 1731972056627 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972056627Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972056633 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972056633Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972056633Cleaning up temporary data from old regions at 1731972056644 (+11 ms)Running coprocessor post-open hooks at 1731972056648 (+4 ms)Region opened successfully at 1731972056649 (+1 ms) 2024-11-18T23:20:56,650 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731972056595 2024-11-18T23:20:56,664 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,35073,1731972052751 2024-11-18T23:20:56,664 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T23:20:56,664 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T23:20:56,665 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,35073,1731972052751, state=OPEN 2024-11-18T23:20:56,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101504012e50004, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11886443172/meta-region-server 2024-11-18T23:20:56,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11886443172/meta-region-server 2024-11-18T23:20:56,756 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,35073,1731972052751 2024-11-18T23:20:56,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11886443172/meta-region-server: CHANGED 2024-11-18T23:20:56,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11886443172/meta-region-server: CHANGED 2024-11-18T23:20:56,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T23:20:56,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,35073,1731972052751 in 317 msec 2024-11-18T23:20:56,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T23:20:56,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 968 msec 2024-11-18T23:20:56,770 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:20:56,770 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T23:20:56,778 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:20:56,778 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,35073,1731972052751, seqNum=-1] 2024-11-18T23:20:56,779 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:20:56,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:20:56,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5020 sec 2024-11-18T23:20:56,796 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731972056796, completionTime=-1 2024-11-18T23:20:56,796 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T23:20:56,796 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T23:20:56,800 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T23:20:56,800 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731972116800 2024-11-18T23:20:56,800 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731972176800 2024-11-18T23:20:56,800 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-18T23:20:56,801 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,37721,1731972052540-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:56,801 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,37721,1731972052540-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:56,801 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,37721,1731972052540-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:56,801 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:37721, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:56,801 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:56,804 DEBUG [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T23:20:56,805 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:56,811 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.652sec 2024-11-18T23:20:56,811 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T23:20:56,811 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T23:20:56,811 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T23:20:56,811 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T23:20:56,811 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T23:20:56,811 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,37721,1731972052540-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:20:56,811 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,37721,1731972052540-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T23:20:56,829 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T23:20:56,829 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T23:20:56,829 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,37721,1731972052540-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:20:56,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ee9321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:20:56,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,37721,-1 for getting cluster id 2024-11-18T23:20:56,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:20:56,865 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27b43a63-ae47-4d73-9509-1f51d97eefa6' 2024-11-18T23:20:56,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:20:56,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27b43a63-ae47-4d73-9509-1f51d97eefa6" 2024-11-18T23:20:56,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af907fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:20:56,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,37721,-1] 2024-11-18T23:20:56,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:20:56,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:56,867 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:20:56,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ed34c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:20:56,869 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:20:56,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,35073,1731972052751, seqNum=-1] 2024-11-18T23:20:56,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:20:56,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:20:56,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d96596e55a9,37721,1731972052540 2024-11-18T23:20:56,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64054 2024-11-18T23:20:56,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:20:56,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101504012e50005 connected 2024-11-18T23:20:57,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3c4af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:20:57,060 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,34001,-1 for getting cluster id 2024-11-18T23:20:57,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:20:57,065 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6053f79-3391-475c-8440-eb7cf91f5fdb' 2024-11-18T23:20:57,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:20:57,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6053f79-3391-475c-8440-eb7cf91f5fdb" 2024-11-18T23:20:57,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3949fb3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:20:57,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,34001,-1] 2024-11-18T23:20:57,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:20:57,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:57,069 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:20:57,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7e5093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:20:57,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:20:57,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,34001,1731972046784 2024-11-18T23:20:57,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37e888c0 2024-11-18T23:20:57,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:20:57,080 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:20:57,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9d96596e55a9:37721,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T23:20:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T23:20:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:20:57,105 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:37721' 2024-11-18T23:20:57,110 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63056893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:20:57,110 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,37721,-1 for getting cluster id 2024-11-18T23:20:57,110 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:20:57,114 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27b43a63-ae47-4d73-9509-1f51d97eefa6' 2024-11-18T23:20:57,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:20:57,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27b43a63-ae47-4d73-9509-1f51d97eefa6" 2024-11-18T23:20:57,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69008e61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:20:57,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,37721,-1] 2024-11-18T23:20:57,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:20:57,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:57,124 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:20:57,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b44fad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:20:57,125 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:20:57,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,37721,1731972052540 2024-11-18T23:20:57,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59444309 2024-11-18T23:20:57,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:20:57,131 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:20:57,132 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-18T23:20:57,132 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T23:20:57,132 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:57,132 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:57,133 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:20:57,135 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T23:20:57,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:20:57,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:20:57,142 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:57,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:20:57,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741835_1011 (size=1138) 2024-11-18T23:20:57,190 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T23:20:57,202 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f3c38a1a0120b1974f1cd6ad9c1c4f4a, NAME => 'hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1 2024-11-18T23:20:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:20:57,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741836_1012 (size=44) 2024-11-18T23:20:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:20:57,623 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:20:57,623 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f3c38a1a0120b1974f1cd6ad9c1c4f4a, disabling compactions & flushes 2024-11-18T23:20:57,623 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. 2024-11-18T23:20:57,623 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. 2024-11-18T23:20:57,623 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. after waiting 0 ms 2024-11-18T23:20:57,623 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. 2024-11-18T23:20:57,623 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. 2024-11-18T23:20:57,623 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f3c38a1a0120b1974f1cd6ad9c1c4f4a: Waiting for close lock at 1731972057623Disabling compacts and flushes for region at 1731972057623Disabling writes for close at 1731972057623Writing region close event to WAL at 1731972057623Closed at 1731972057623 2024-11-18T23:20:57,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:20:57,627 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731972057627"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972057627"}]},"ts":"1731972057627"} 2024-11-18T23:20:57,630 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:20:57,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:20:57,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972057631"}]},"ts":"1731972057631"} 2024-11-18T23:20:57,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T23:20:57,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f3c38a1a0120b1974f1cd6ad9c1c4f4a, ASSIGN}] 2024-11-18T23:20:57,635 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f3c38a1a0120b1974f1cd6ad9c1c4f4a, ASSIGN 2024-11-18T23:20:57,637 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f3c38a1a0120b1974f1cd6ad9c1c4f4a, ASSIGN; state=OFFLINE, location=9d96596e55a9,46753,1731972047113; forceNewPlan=false, retain=false 2024-11-18T23:20:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:20:57,788 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f3c38a1a0120b1974f1cd6ad9c1c4f4a, regionState=OPENING, regionLocation=9d96596e55a9,46753,1731972047113 2024-11-18T23:20:57,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f3c38a1a0120b1974f1cd6ad9c1c4f4a, ASSIGN because future has completed 2024-11-18T23:20:57,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3c38a1a0120b1974f1cd6ad9c1c4f4a, server=9d96596e55a9,46753,1731972047113}] 2024-11-18T23:20:57,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. 2024-11-18T23:20:57,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:20:57,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T23:20:57,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C46753%2C1731972047113.rep, suffix=, logDir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113, archiveDir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/oldWALs, maxLogs=10 2024-11-18T23:20:57,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113/9d96596e55a9%2C46753%2C1731972047113.rep.1731972057948, exclude list is [], retry=0 2024-11-18T23:20:57,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40831,DS-db33b074-2ea6-40d6-a658-7c6438f4a2cd,DISK] 2024-11-18T23:20:57,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113/9d96596e55a9%2C46753%2C1731972047113.rep.1731972057948 2024-11-18T23:20:57,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40815:40815)] 2024-11-18T23:20:57,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f3c38a1a0120b1974f1cd6ad9c1c4f4a, NAME => 'hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:20:57,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:20:57,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:20:57,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. service=MultiRowMutationService 2024-11-18T23:20:57,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T23:20:57,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:20:57,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:20:57,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:20:57,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:20:57,970 INFO [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:20:57,972 INFO [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3c38a1a0120b1974f1cd6ad9c1c4f4a columnFamilyName hfileref 2024-11-18T23:20:57,972 DEBUG [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:57,972 INFO [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] regionserver.HStore(327): Store=f3c38a1a0120b1974f1cd6ad9c1c4f4a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:20:57,972 INFO [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:20:57,973 INFO [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3c38a1a0120b1974f1cd6ad9c1c4f4a columnFamilyName queue 2024-11-18T23:20:57,973 DEBUG [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:57,974 INFO [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] regionserver.HStore(327): Store=f3c38a1a0120b1974f1cd6ad9c1c4f4a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:20:57,974 INFO [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:20:57,974 INFO [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3c38a1a0120b1974f1cd6ad9c1c4f4a columnFamilyName sid 2024-11-18T23:20:57,975 DEBUG [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:20:57,975 INFO [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] regionserver.HStore(327): Store=f3c38a1a0120b1974f1cd6ad9c1c4f4a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:20:57,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:20:57,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/replication/f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:20:57,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/replication/f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:20:57,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:20:57,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:20:57,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:20:57,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:20:57,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/replication/f3c38a1a0120b1974f1cd6ad9c1c4f4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:20:57,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f3c38a1a0120b1974f1cd6ad9c1c4f4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67594583, jitterRate=0.00723777711391449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:20:57,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:20:57,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f3c38a1a0120b1974f1cd6ad9c1c4f4a: Running coprocessor pre-open hook at 1731972057969Writing region info on filesystem at 1731972057969Initializing all the Stores at 1731972057970 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972057970Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972057970Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972057970Cleaning up temporary data from old regions at 1731972057976 (+6 ms)Running coprocessor post-open hooks at 1731972057980 (+4 ms)Region opened successfully at 1731972057981 (+1 ms) 2024-11-18T23:20:57,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a., pid=7, masterSystemTime=1731972057943 2024-11-18T23:20:57,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. 2024-11-18T23:20:57,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. 2024-11-18T23:20:57,984 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f3c38a1a0120b1974f1cd6ad9c1c4f4a, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,46753,1731972047113 2024-11-18T23:20:57,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3c38a1a0120b1974f1cd6ad9c1c4f4a, server=9d96596e55a9,46753,1731972047113 because future has completed 2024-11-18T23:20:57,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T23:20:57,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f3c38a1a0120b1974f1cd6ad9c1c4f4a, server=9d96596e55a9,46753,1731972047113 in 196 msec 2024-11-18T23:20:57,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T23:20:57,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f3c38a1a0120b1974f1cd6ad9c1c4f4a, ASSIGN in 354 msec 2024-11-18T23:20:57,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:20:57,993 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972057993"}]},"ts":"1731972057993"} 2024-11-18T23:20:57,995 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T23:20:57,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:20:57,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 863 msec 2024-11-18T23:20:58,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a., hostname=9d96596e55a9,46753,1731972047113, seqNum=2] 2024-11-18T23:20:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:20:58,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687 2024-11-18T23:20:58,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46753-0x101504012e50001, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687 2024-11-18T23:20:58,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T23:20:58,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46753 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T23:20:58,553 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T23:20:58,589 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9d96596e55a9,46753,1731972047113, ReplicationSource: 1, currentBandwidth=0 2024-11-18T23:20:58,589 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:20:58,589 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,46753,1731972047113, seqNum=-1] 2024-11-18T23:20:58,590 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:20:58,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-18T23:20:58,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9d96596e55a9,46753,1731972047113', locateType=CURRENT is [region=hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a., hostname=9d96596e55a9,46753,1731972047113, seqNum=2] 2024-11-18T23:20:58,595 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T23:20:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T23:20:58,596 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9d96596e55a9,46753,1731972047113 suceeded 2024-11-18T23:20:58,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T23:20:58,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-18T23:20:58,598 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9d96596e55a9:37721,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T23:20:58,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5170 sec 2024-11-18T23:20:58,615 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:37721' 2024-11-18T23:20:58,616 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d9b3484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:20:58,616 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,37721,-1 for getting cluster id 2024-11-18T23:20:58,616 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:20:58,617 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27b43a63-ae47-4d73-9509-1f51d97eefa6' 2024-11-18T23:20:58,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:20:58,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27b43a63-ae47-4d73-9509-1f51d97eefa6" 2024-11-18T23:20:58,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c7bf4c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:20:58,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,37721,-1] 2024-11-18T23:20:58,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:20:58,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:58,619 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:20:58,619 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@304a6cee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:20:58,619 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:20:58,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,37721,1731972052540 2024-11-18T23:20:58,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a88e55e 2024-11-18T23:20:58,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:20:58,622 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-18T23:20:58,622 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9d96596e55a9,46753,1731972047113 (queues=1) is replicating from cluster=d6053f79-3391-475c-8440-eb7cf91f5fdb to cluster=27b43a63-ae47-4d73-9509-1f51d97eefa6 2024-11-18T23:20:58,622 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9d96596e55a9%2C46753%2C1731972047113 2024-11-18T23:20:58,623 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9d96596e55a9,46753,1731972047113, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T23:20:58,623 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113.replicationSource.wal-reader.9d96596e55a9%2C46753%2C1731972047113,1-9d96596e55a9,46753,1731972047113 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113/9d96596e55a9%2C46753%2C1731972047113.1731972048714, startPosition=0, beingWritten=true 2024-11-18T23:20:58,623 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113.replicationSource.shipper9d96596e55a9%2C46753%2C1731972047113,1-9d96596e55a9,46753,1731972047113 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9d96596e55a9%2C46753%2C1731972047113 2024-11-18T23:20:58,831 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113.replicationSource.wal-reader.9d96596e55a9%2C46753%2C1731972047113,1-9d96596e55a9,46753,1731972047113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113/9d96596e55a9%2C46753%2C1731972047113.1731972048714 to pos 0, reset compression=false 2024-11-18T23:20:59,135 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113.replicationSource.wal-reader.9d96596e55a9%2C46753%2C1731972047113,1-9d96596e55a9,46753,1731972047113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113/9d96596e55a9%2C46753%2C1731972047113.1731972048714 to pos 0, reset compression=false 2024-11-18T23:20:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:20:59,247 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T23:20:59,248 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:20:59,248 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:20:59,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:59,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:59,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:20:59,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:20:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,34001,1731972046784 2024-11-18T23:20:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c313b92 2024-11-18T23:20:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:20:59,250 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:20:59,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34001 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T23:20:59,251 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:20:59,251 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:20:59,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:59,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:59,252 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T23:20:59,252 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1870355938, stopped=false 2024-11-18T23:20:59,252 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d96596e55a9,34001,1731972046784 2024-11-18T23:20:59,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:20:59,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1109703687/running 2024-11-18T23:20:59,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687 2024-11-18T23:20:59,264 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:20:59,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46753-0x101504012e50001, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1109703687/running 2024-11-18T23:20:59,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46753-0x101504012e50001, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687 2024-11-18T23:20:59,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:20:59,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:20:59,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:59,265 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d96596e55a9,46753,1731972047113' ***** 2024-11-18T23:20:59,265 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T23:20:59,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Set watcher on znode that does not yet exist, /0-1109703687/running 2024-11-18T23:20:59,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46753-0x101504012e50001, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Set watcher on znode that does not yet exist, /0-1109703687/running 2024-11-18T23:20:59,266 INFO [RS:0;9d96596e55a9:46753 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T23:20:59,266 INFO [RS:0;9d96596e55a9:46753 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T23:20:59,266 INFO [RS:0;9d96596e55a9:46753 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T23:20:59,266 INFO [RS:0;9d96596e55a9:46753 {}] regionserver.HRegionServer(3091): Received CLOSE for f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:20:59,266 INFO [RS:0;9d96596e55a9:46753 {}] regionserver.HRegionServer(959): stopping server 9d96596e55a9,46753,1731972047113 2024-11-18T23:20:59,266 INFO [RS:0;9d96596e55a9:46753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:20:59,266 INFO [RS:0;9d96596e55a9:46753 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:46753. 2024-11-18T23:20:59,266 DEBUG [RS:0;9d96596e55a9:46753 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:20:59,266 DEBUG [RS:0;9d96596e55a9:46753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:20:59,266 INFO [RS:0;9d96596e55a9:46753 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T23:20:59,267 INFO [RS:0;9d96596e55a9:46753 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T23:20:59,267 INFO [RS:0;9d96596e55a9:46753 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T23:20:59,267 INFO [RS:0;9d96596e55a9:46753 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T23:20:59,267 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3c38a1a0120b1974f1cd6ad9c1c4f4a, disabling compactions & flushes 2024-11-18T23:20:59,267 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. 2024-11-18T23:20:59,267 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. 2024-11-18T23:20:59,267 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. after waiting 0 ms 2024-11-18T23:20:59,267 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. 2024-11-18T23:20:59,267 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f3c38a1a0120b1974f1cd6ad9c1c4f4a 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-18T23:20:59,267 INFO [RS:0;9d96596e55a9:46753 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T23:20:59,267 DEBUG [RS:0;9d96596e55a9:46753 {}] regionserver.HRegionServer(1325): Online Regions={f3c38a1a0120b1974f1cd6ad9c1c4f4a=hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:20:59,267 DEBUG [RS:0;9d96596e55a9:46753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:20:59,267 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:20:59,267 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:20:59,267 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:20:59,267 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:20:59,267 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:20:59,268 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T23:20:59,269 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T23:20:59,289 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/replication/f3c38a1a0120b1974f1cd6ad9c1c4f4a/.tmp/queue/c2cbfda555ec4eda8c2862ca3498324b is 151, key is 1-9d96596e55a9,46753,1731972047113/queue:9d96596e55a9%2C46753%2C1731972047113/1731972058593/Put/seqid=0 2024-11-18T23:20:59,289 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/.tmp/info/3841a48e24a246148ca2c79db51f63ad is 147, key is hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a./info:regioninfo/1731972057984/Put/seqid=0 2024-11-18T23:20:59,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741838_1014 (size=6631) 2024-11-18T23:20:59,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741839_1015 (size=5350) 2024-11-18T23:20:59,331 INFO [regionserver/9d96596e55a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:20:59,467 DEBUG [RS:0;9d96596e55a9:46753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:20:59,542 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113.replicationSource.wal-reader.9d96596e55a9%2C46753%2C1731972047113,1-9d96596e55a9,46753,1731972047113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113/9d96596e55a9%2C46753%2C1731972047113.1731972048714 to pos 0, reset compression=false 2024-11-18T23:20:59,579 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T23:20:59,579 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T23:20:59,668 DEBUG [RS:0;9d96596e55a9:46753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:20:59,711 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/.tmp/info/3841a48e24a246148ca2c79db51f63ad 2024-11-18T23:20:59,716 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/replication/f3c38a1a0120b1974f1cd6ad9c1c4f4a/.tmp/queue/c2cbfda555ec4eda8c2862ca3498324b 2024-11-18T23:20:59,730 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/replication/f3c38a1a0120b1974f1cd6ad9c1c4f4a/.tmp/queue/c2cbfda555ec4eda8c2862ca3498324b as hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/replication/f3c38a1a0120b1974f1cd6ad9c1c4f4a/queue/c2cbfda555ec4eda8c2862ca3498324b 2024-11-18T23:20:59,745 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/replication/f3c38a1a0120b1974f1cd6ad9c1c4f4a/queue/c2cbfda555ec4eda8c2862ca3498324b, entries=1, sequenceid=5, filesize=5.2 K 2024-11-18T23:20:59,755 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f3c38a1a0120b1974f1cd6ad9c1c4f4a in 488ms, sequenceid=5, compaction requested=false 2024-11-18T23:20:59,756 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T23:20:59,757 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/.tmp/ns/3116a979e9e2402abb780e12f36dbad9 is 43, key is default/ns:d/1731972049841/Put/seqid=0 2024-11-18T23:20:59,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741840_1016 (size=5153) 2024-11-18T23:20:59,802 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/replication/f3c38a1a0120b1974f1cd6ad9c1c4f4a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T23:20:59,803 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:20:59,803 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:20:59,803 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. 2024-11-18T23:20:59,803 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3c38a1a0120b1974f1cd6ad9c1c4f4a: Waiting for close lock at 1731972059267Running coprocessor pre-close hooks at 1731972059267Disabling compacts and flushes for region at 1731972059267Disabling writes for close at 1731972059267Obtaining lock to block concurrent updates at 1731972059267Preparing flush snapshotting stores in f3c38a1a0120b1974f1cd6ad9c1c4f4a at 1731972059267Finished memstore snapshotting hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731972059267Flushing stores of hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. at 1731972059268 (+1 ms)Flushing f3c38a1a0120b1974f1cd6ad9c1c4f4a/queue: creating writer at 1731972059268Flushing f3c38a1a0120b1974f1cd6ad9c1c4f4a/queue: appending metadata at 1731972059288 (+20 ms)Flushing f3c38a1a0120b1974f1cd6ad9c1c4f4a/queue: closing flushed file at 1731972059288Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2672bae5: reopening flushed file at 1731972059729 (+441 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f3c38a1a0120b1974f1cd6ad9c1c4f4a in 488ms, sequenceid=5, compaction requested=false at 1731972059756 (+27 ms)Writing region close event to WAL at 1731972059771 (+15 ms)Running coprocessor post-close hooks at 1731972059803 (+32 ms)Closed at 1731972059803 2024-11-18T23:20:59,803 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. 2024-11-18T23:20:59,872 DEBUG [RS:0;9d96596e55a9:46753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:21:00,067 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113.replicationSource.wal-reader.9d96596e55a9%2C46753%2C1731972047113,1-9d96596e55a9,46753,1731972047113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113/9d96596e55a9%2C46753%2C1731972047113.1731972048714 to pos 0, reset compression=false 2024-11-18T23:21:00,072 DEBUG [RS:0;9d96596e55a9:46753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:21:00,197 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/.tmp/ns/3116a979e9e2402abb780e12f36dbad9 2024-11-18T23:21:00,233 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/.tmp/table/816737a73770421bb0e42b60e328e9bf is 53, key is hbase:replication/table:state/1731972057993/Put/seqid=0 2024-11-18T23:21:00,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741841_1017 (size=5256) 2024-11-18T23:21:00,262 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/.tmp/table/816737a73770421bb0e42b60e328e9bf 2024-11-18T23:21:00,275 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/.tmp/info/3841a48e24a246148ca2c79db51f63ad as hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/info/3841a48e24a246148ca2c79db51f63ad 2024-11-18T23:21:00,276 INFO [RS:0;9d96596e55a9:46753 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T23:21:00,276 DEBUG [RS:0;9d96596e55a9:46753 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:21:00,276 DEBUG [RS:0;9d96596e55a9:46753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:21:00,286 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/info/3841a48e24a246148ca2c79db51f63ad, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T23:21:00,296 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/.tmp/ns/3116a979e9e2402abb780e12f36dbad9 as hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/ns/3116a979e9e2402abb780e12f36dbad9 2024-11-18T23:21:00,333 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/ns/3116a979e9e2402abb780e12f36dbad9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T23:21:00,336 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/.tmp/table/816737a73770421bb0e42b60e328e9bf as hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/table/816737a73770421bb0e42b60e328e9bf 2024-11-18T23:21:00,352 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/table/816737a73770421bb0e42b60e328e9bf, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T23:21:00,359 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1092ms, sequenceid=11, compaction requested=false 2024-11-18T23:21:00,387 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T23:21:00,387 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:21:00,387 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:21:00,387 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:21:00,388 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972059267Running coprocessor pre-close hooks at 1731972059267Disabling compacts and flushes for region at 1731972059267Disabling writes for close at 1731972059267Obtaining lock to block concurrent updates at 1731972059268 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731972059268Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731972059268Flushing stores of hbase:meta,,1.1588230740 at 1731972059269 (+1 ms)Flushing 1588230740/info: creating writer at 1731972059269Flushing 1588230740/info: appending metadata at 1731972059289 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731972059289Flushing 1588230740/ns: creating writer at 1731972059733 (+444 ms)Flushing 1588230740/ns: appending metadata at 1731972059756 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731972059756Flushing 1588230740/table: creating writer at 1731972060204 (+448 ms)Flushing 1588230740/table: appending metadata at 1731972060232 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731972060232Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e8a49e8: reopening flushed file at 1731972060274 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@203211c5: reopening flushed file at 1731972060286 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77f547b5: reopening flushed file at 1731972060333 (+47 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1092ms, sequenceid=11, compaction requested=false at 1731972060359 (+26 ms)Writing region close event to WAL at 1731972060368 (+9 ms)Running coprocessor post-close hooks at 1731972060387 (+19 ms)Closed at 1731972060387 2024-11-18T23:21:00,388 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T23:21:00,476 INFO [RS:0;9d96596e55a9:46753 {}] regionserver.HRegionServer(976): stopping server 9d96596e55a9,46753,1731972047113; all regions closed. 2024-11-18T23:21:00,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741834_1010 (size=2742) 2024-11-18T23:21:00,491 DEBUG [RS:0;9d96596e55a9:46753 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/oldWALs 2024-11-18T23:21:00,491 INFO [RS:0;9d96596e55a9:46753 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C46753%2C1731972047113.meta:.meta(num 1731972049696) 2024-11-18T23:21:00,499 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113/9d96596e55a9%2C46753%2C1731972047113.rep.1731972057948 not finished, retry = 0 2024-11-18T23:21:00,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741837_1013 (size=1586) 2024-11-18T23:21:00,608 DEBUG [RS:0;9d96596e55a9:46753 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/oldWALs 2024-11-18T23:21:00,608 INFO [RS:0;9d96596e55a9:46753 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C46753%2C1731972047113.rep:(num 1731972057948) 2024-11-18T23:21:00,618 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113/9d96596e55a9%2C46753%2C1731972047113.1731972048714 not finished, retry = 0 2024-11-18T23:21:00,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741832_1008 (size=93) 2024-11-18T23:21:00,684 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113.replicationSource.wal-reader.9d96596e55a9%2C46753%2C1731972047113,1-9d96596e55a9,46753,1731972047113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113/9d96596e55a9%2C46753%2C1731972047113.1731972048714 to pos 0, reset compression=false 2024-11-18T23:21:00,719 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113.replicationSource.wal-reader.9d96596e55a9%2C46753%2C1731972047113,1-9d96596e55a9,46753,1731972047113 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113/9d96596e55a9%2C46753%2C1731972047113.1731972048714 2024-11-18T23:21:00,719 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113.replicationSource.wal-reader.9d96596e55a9%2C46753%2C1731972047113,1-9d96596e55a9,46753,1731972047113 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-18T23:21:00,719 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113.replicationSource.wal-reader.9d96596e55a9%2C46753%2C1731972047113,1-9d96596e55a9,46753,1731972047113 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-18T23:21:00,720 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113.replicationSource.shipper9d96596e55a9%2C46753%2C1731972047113,1-9d96596e55a9,46753,1731972047113 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,46753,1731972047113 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113/9d96596e55a9%2C46753%2C1731972047113.1731972048714, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-18T23:21:00,721 DEBUG [RS:0;9d96596e55a9:46753 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/oldWALs 2024-11-18T23:21:00,721 INFO [RS:0;9d96596e55a9:46753 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C46753%2C1731972047113:(num 1731972048714) 2024-11-18T23:21:00,721 DEBUG [RS:0;9d96596e55a9:46753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:00,721 INFO [RS:0;9d96596e55a9:46753 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:21:00,721 INFO [RS:0;9d96596e55a9:46753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:21:00,721 INFO [RS:0;9d96596e55a9:46753 {}] hbase.ChoreService(370): Chore service for: regionserver/9d96596e55a9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T23:21:00,722 INFO [RS:0;9d96596e55a9:46753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:21:00,722 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:21:00,722 INFO [RS:0;9d96596e55a9:46753 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9d96596e55a9,46753,1731972047113 because: Region server is closing 2024-11-18T23:21:00,722 INFO [RS:0;9d96596e55a9:46753 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:46753. 2024-11-18T23:21:00,721 ERROR [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113.replicationSource.shipper9d96596e55a9%2C46753%2C1731972047113,1-9d96596e55a9,46753,1731972047113 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9d96596e55a9,46753,1731972047113: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9d96596e55a9,46753,1731972047113, walGroup=9d96596e55a9%2C46753%2C1731972047113, offset=9d96596e55a9%2C46753%2C1731972047113.1731972048714:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:46753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T23:21:00,722 DEBUG [RS:0;9d96596e55a9:46753 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:21:00,722 DEBUG [RS:0;9d96596e55a9:46753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:00,722 ERROR [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113.replicationSource.shipper9d96596e55a9%2C46753%2C1731972047113,1-9d96596e55a9,46753,1731972047113 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T23:21:00,722 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113.replicationSource.shipper9d96596e55a9%2C46753%2C1731972047113,1-9d96596e55a9,46753,1731972047113 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T23:21:00,722 DEBUG [RS:0;9d96596e55a9:46753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:00,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:21:00,723 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113.replicationSource.shipper9d96596e55a9%2C46753%2C1731972047113,1-9d96596e55a9,46753,1731972047113 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T23:21:00,723 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113.replicationSource.shipper9d96596e55a9%2C46753%2C1731972047113,1-9d96596e55a9,46753,1731972047113 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T23:21:00,723 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113.replicationSource.shipper9d96596e55a9%2C46753%2C1731972047113,1-9d96596e55a9,46753,1731972047113 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T23:21:00,723 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113.replicationSource.shipper9d96596e55a9%2C46753%2C1731972047113,1-9d96596e55a9,46753,1731972047113 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 836741960 }, "NonHeapMemoryUsage": { "committed": 183107584, "init": 7667712, "max": -1, "used": 180396648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T23:21:00,724 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113.replicationSource.shipper9d96596e55a9%2C46753%2C1731972047113,1-9d96596e55a9,46753,1731972047113 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [9d96596e55a9%2C46753%2C1731972047113.1731972048714] 2024-11-18T23:21:00,823 INFO [RS:0;9d96596e55a9:46753 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46753,1731972047113.replicationSource.shipper9d96596e55a9%2C46753%2C1731972047113,1-9d96596e55a9,46753,1731972047113 terminated 2024-11-18T23:21:00,823 INFO [RS:0;9d96596e55a9:46753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46753 2024-11-18T23:21:00,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687/rs 2024-11-18T23:21:00,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46753-0x101504012e50001, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1109703687/rs/9d96596e55a9,46753,1731972047113 2024-11-18T23:21:00,840 INFO [RS:0;9d96596e55a9:46753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:21:00,847 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d96596e55a9,46753,1731972047113] 2024-11-18T23:21:00,876 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1109703687/draining/9d96596e55a9,46753,1731972047113 already deleted, retry=false 2024-11-18T23:21:00,876 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d96596e55a9,46753,1731972047113 expired; onlineServers=0 2024-11-18T23:21:00,876 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d96596e55a9,34001,1731972046784' ***** 2024-11-18T23:21:00,876 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T23:21:00,877 INFO [M:0;9d96596e55a9:34001 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:21:00,877 INFO [M:0;9d96596e55a9:34001 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:21:00,877 DEBUG [M:0;9d96596e55a9:34001 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T23:21:00,877 DEBUG [M:0;9d96596e55a9:34001 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T23:21:00,877 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972048421 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972048421,5,FailOnTimeoutGroup] 2024-11-18T23:21:00,877 INFO [M:0;9d96596e55a9:34001 {}] hbase.ChoreService(370): Chore service for: master/9d96596e55a9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T23:21:00,877 INFO [M:0;9d96596e55a9:34001 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:21:00,877 DEBUG [M:0;9d96596e55a9:34001 {}] master.HMaster(1795): Stopping service threads 2024-11-18T23:21:00,877 INFO [M:0;9d96596e55a9:34001 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T23:21:00,877 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T23:21:00,877 INFO [M:0;9d96596e55a9:34001 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:21:00,877 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972048421 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972048421,5,FailOnTimeoutGroup] 2024-11-18T23:21:00,877 INFO [M:0;9d96596e55a9:34001 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T23:21:00,877 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T23:21:00,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1109703687/master 2024-11-18T23:21:00,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687 2024-11-18T23:21:00,893 INFO [M:0;9d96596e55a9:34001 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/.lastflushedseqids 2024-11-18T23:21:00,902 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1109703687/master already deleted, retry=false 2024-11-18T23:21:00,902 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1109703687/master 2024-11-18T23:21:00,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741842_1018 (size=181) 2024-11-18T23:21:00,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46753-0x101504012e50001, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:21:00,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46753-0x101504012e50001, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:21:00,972 INFO [RS:0;9d96596e55a9:46753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:21:00,972 INFO [RS:0;9d96596e55a9:46753 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d96596e55a9,46753,1731972047113; zookeeper connection closed. 2024-11-18T23:21:00,977 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21353eab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21353eab 2024-11-18T23:21:00,978 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T23:21:01,347 INFO [M:0;9d96596e55a9:34001 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T23:21:01,347 INFO [M:0;9d96596e55a9:34001 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T23:21:01,347 DEBUG [M:0;9d96596e55a9:34001 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:21:01,347 INFO [M:0;9d96596e55a9:34001 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:01,347 DEBUG [M:0;9d96596e55a9:34001 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:01,347 DEBUG [M:0;9d96596e55a9:34001 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:21:01,347 DEBUG [M:0;9d96596e55a9:34001 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:01,347 INFO [M:0;9d96596e55a9:34001 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-18T23:21:01,368 DEBUG [M:0;9d96596e55a9:34001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7fe4d59311a4747b41269322e25b3ed is 82, key is hbase:meta,,1/info:regioninfo/1731972049801/Put/seqid=0 2024-11-18T23:21:01,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741843_1019 (size=5672) 2024-11-18T23:21:01,374 INFO [M:0;9d96596e55a9:34001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7fe4d59311a4747b41269322e25b3ed 2024-11-18T23:21:01,397 DEBUG [M:0;9d96596e55a9:34001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/12702e92b5f34c52ac49ad28e85f3654 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731972057997/Put/seqid=0 2024-11-18T23:21:01,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741844_1020 (size=7203) 2024-11-18T23:21:01,408 INFO [M:0;9d96596e55a9:34001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/12702e92b5f34c52ac49ad28e85f3654 2024-11-18T23:21:01,440 DEBUG [M:0;9d96596e55a9:34001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1346126aef84f0a87f66617b65fa7cd is 69, key is 9d96596e55a9,46753,1731972047113/rs:state/1731972048554/Put/seqid=0 2024-11-18T23:21:01,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741845_1021 (size=5156) 2024-11-18T23:21:01,558 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T23:21:01,847 INFO [M:0;9d96596e55a9:34001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1346126aef84f0a87f66617b65fa7cd 2024-11-18T23:21:01,853 DEBUG [M:0;9d96596e55a9:34001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7fe4d59311a4747b41269322e25b3ed as hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7fe4d59311a4747b41269322e25b3ed 2024-11-18T23:21:01,860 INFO [M:0;9d96596e55a9:34001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7fe4d59311a4747b41269322e25b3ed, entries=8, sequenceid=70, filesize=5.5 K 2024-11-18T23:21:01,861 DEBUG [M:0;9d96596e55a9:34001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/12702e92b5f34c52ac49ad28e85f3654 as hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/12702e92b5f34c52ac49ad28e85f3654 2024-11-18T23:21:01,873 INFO [M:0;9d96596e55a9:34001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/12702e92b5f34c52ac49ad28e85f3654, entries=8, sequenceid=70, filesize=7.0 K 2024-11-18T23:21:01,874 DEBUG [M:0;9d96596e55a9:34001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1346126aef84f0a87f66617b65fa7cd as hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1346126aef84f0a87f66617b65fa7cd 2024-11-18T23:21:01,880 INFO [M:0;9d96596e55a9:34001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1346126aef84f0a87f66617b65fa7cd, entries=1, sequenceid=70, filesize=5.0 K 2024-11-18T23:21:01,881 INFO [M:0;9d96596e55a9:34001 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 534ms, sequenceid=70, compaction requested=false 2024-11-18T23:21:01,896 INFO [M:0;9d96596e55a9:34001 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:01,896 DEBUG [M:0;9d96596e55a9:34001 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972061347Disabling compacts and flushes for region at 1731972061347Disabling writes for close at 1731972061347Obtaining lock to block concurrent updates at 1731972061347Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731972061347Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731972061347Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731972061348 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731972061348Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731972061367 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731972061367Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731972061379 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731972061396 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731972061396Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731972061424 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731972061440 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731972061440Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2af6b63e: reopening flushed file at 1731972061852 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1086b235: reopening flushed file at 1731972061860 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e76ebd3: reopening flushed file at 1731972061873 (+13 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 534ms, sequenceid=70, compaction requested=false at 1731972061881 (+8 ms)Writing region close event to WAL at 1731972061896 (+15 ms)Closed at 1731972061896 2024-11-18T23:21:01,906 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/WALs/9d96596e55a9,34001,1731972046784/9d96596e55a9%2C34001%2C1731972046784.1731972047990 not finished, retry = 0 2024-11-18T23:21:01,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741830_1006 (size=41008) 2024-11-18T23:21:02,007 INFO [M:0;9d96596e55a9:34001 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T23:21:02,007 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:21:02,007 INFO [M:0;9d96596e55a9:34001 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34001 2024-11-18T23:21:02,008 INFO [M:0;9d96596e55a9:34001 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:21:02,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:21:02,122 INFO [M:0;9d96596e55a9:34001 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:21:02,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34001-0x101504012e50000, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:21:02,124 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:21:02,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:02,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:02,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:21:02,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:02,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:21:02,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T23:21:02,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:21:02,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33721 2024-11-18T23:21:02,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33721 connecting to ZooKeeper ensemble=127.0.0.1:64054 2024-11-18T23:21:02,128 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:21:02,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337210x0, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:21:02,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33721-0x101504012e50006 connected 2024-11-18T23:21:02,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:02,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:02,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Set watcher on znode that does not yet exist, /0-1109703687/running 2024-11-18T23:21:02,165 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1, hbase.cluster.distributed=false 2024-11-18T23:21:02,165 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1109703687/meta-region-server: INIT 2024-11-18T23:21:02,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Set watcher on znode that does not yet exist, /0-1109703687/acl 2024-11-18T23:21:02,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33721 2024-11-18T23:21:02,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:02,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:02,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:02,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:02,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33721 2024-11-18T23:21:02,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33721 2024-11-18T23:21:02,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:02,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33721 2024-11-18T23:21:02,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33721 2024-11-18T23:21:02,213 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:21:02,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:02,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:02,213 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:21:02,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:02,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:21:02,213 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T23:21:02,214 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:21:02,219 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38543 2024-11-18T23:21:02,220 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38543 connecting to ZooKeeper ensemble=127.0.0.1:64054 2024-11-18T23:21:02,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:02,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:02,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385430x0, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:21:02,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385430x0, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Set watcher on znode that does not yet exist, /0-1109703687/running 2024-11-18T23:21:02,262 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T23:21:02,264 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1109703687/meta-region-server: INIT 2024-11-18T23:21:02,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38543-0x101504012e50007 connected 2024-11-18T23:21:02,278 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T23:21:02,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38543-0x101504012e50007, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Set watcher on znode that does not yet exist, /0-1109703687/master 2024-11-18T23:21:02,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38543-0x101504012e50007, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Set watcher on znode that does not yet exist, /0-1109703687/acl 2024-11-18T23:21:02,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38543 2024-11-18T23:21:02,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38543 2024-11-18T23:21:02,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38543 2024-11-18T23:21:02,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38543 2024-11-18T23:21:02,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38543 2024-11-18T23:21:02,339 DEBUG [M:0;9d96596e55a9:33721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:33721 2024-11-18T23:21:02,343 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1109703687/backup-masters/9d96596e55a9,33721,1731972062124 2024-11-18T23:21:02,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687/backup-masters 2024-11-18T23:21:02,355 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Set watcher on existing znode=/0-1109703687/backup-masters/9d96596e55a9,33721,1731972062124 2024-11-18T23:21:02,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x101504012e50007, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687/backup-masters 2024-11-18T23:21:02,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x101504012e50007, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1109703687/master 2024-11-18T23:21:02,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x101504012e50007, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687 2024-11-18T23:21:02,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687 2024-11-18T23:21:02,376 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Set watcher on existing znode=/0-1109703687/master 2024-11-18T23:21:02,384 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1109703687/backup-masters/9d96596e55a9,33721,1731972062124 from backup master directory 2024-11-18T23:21:02,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1109703687/backup-masters/9d96596e55a9,33721,1731972062124 2024-11-18T23:21:02,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687/backup-masters 2024-11-18T23:21:02,406 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:21:02,406 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,33721,1731972062124 2024-11-18T23:21:02,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x101504012e50007, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687/backup-masters 2024-11-18T23:21:02,491 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:02,491 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T23:21:02,545 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 53ms. 2024-11-18T23:21:02,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741846_1022 (size=196) 2024-11-18T23:21:03,015 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:21:03,015 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T23:21:03,016 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:21:03,020 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-18T23:21:03,022 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/WALs/9d96596e55a9,34001,1731972046784 to hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/WALs/9d96596e55a9,34001,1731972046784-dead as it is dead 2024-11-18T23:21:03,023 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/WALs/9d96596e55a9,34001,1731972046784-dead/9d96596e55a9%2C34001%2C1731972046784.1731972047990 2024-11-18T23:21:03,024 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/WALs/9d96596e55a9,34001,1731972046784-dead/9d96596e55a9%2C34001%2C1731972046784.1731972047990 after 0ms 2024-11-18T23:21:03,024 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/WALs/9d96596e55a9,34001,1731972046784-dead/9d96596e55a9%2C34001%2C1731972046784.1731972047990 to hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9d96596e55a9%2C34001%2C1731972046784.1731972047990 2024-11-18T23:21:03,024 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/WALs/9d96596e55a9,34001,1731972046784-dead 2024-11-18T23:21:03,024 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/WALs/9d96596e55a9,33721,1731972062124 2024-11-18T23:21:03,025 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:21:03,026 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C33721%2C1731972062124, suffix=, logDir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/WALs/9d96596e55a9,33721,1731972062124, archiveDir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/oldWALs, maxLogs=10 2024-11-18T23:21:03,040 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/WALs/9d96596e55a9,33721,1731972062124/9d96596e55a9%2C33721%2C1731972062124.1731972063026, exclude list is [], retry=0 2024-11-18T23:21:03,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40831,DS-db33b074-2ea6-40d6-a658-7c6438f4a2cd,DISK] 2024-11-18T23:21:03,043 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/WALs/9d96596e55a9,33721,1731972062124/9d96596e55a9%2C33721%2C1731972062124.1731972063026 2024-11-18T23:21:03,043 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40815:40815)] 2024-11-18T23:21:03,043 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:21:03,044 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:21:03,044 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:03,044 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:03,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:03,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T23:21:03,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:03,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7fe4d59311a4747b41269322e25b3ed 2024-11-18T23:21:03,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:03,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:03,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T23:21:03,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:03,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/12702e92b5f34c52ac49ad28e85f3654 2024-11-18T23:21:03,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:03,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:03,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T23:21:03,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:03,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1346126aef84f0a87f66617b65fa7cd 2024-11-18T23:21:03,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:03,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:03,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T23:21:03,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:03,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:03,073 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:03,074 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-18T23:21:03,074 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9d96596e55a9%2C34001%2C1731972046784.1731972047990 2024-11-18T23:21:03,081 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9d96596e55a9%2C34001%2C1731972046784.1731972047990 2024-11-18T23:21:03,082 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9d96596e55a9%2C34001%2C1731972046784.1731972047990 2024-11-18T23:21:03,083 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:03,083 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:03,083 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:21:03,085 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:03,087 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-18T23:21:03,089 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61151975, jitterRate=-0.08876456320285797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:21:03,090 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731972063044Initializing all the Stores at 1731972063044Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972063045 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972063045Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972063045Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972063045Cleaning up temporary data from old regions at 1731972063083 (+38 ms)Region opened successfully at 1731972063090 (+7 ms) 2024-11-18T23:21:03,090 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T23:21:03,095 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6224d52c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:21:03,098 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-18T23:21:03,098 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T23:21:03,098 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T23:21:03,098 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T23:21:03,098 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T23:21:03,101 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T23:21:03,102 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T23:21:03,103 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T23:21:03,103 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T23:21:03,103 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T23:21:03,106 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9d96596e55a9,46753,1731972047113, regionLocation=9d96596e55a9,46753,1731972047113, openSeqNum=2 2024-11-18T23:21:03,106 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9d96596e55a9,46753,1731972047113, table=hbase:meta, region=1588230740 2024-11-18T23:21:03,106 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,46753,1731972047113, state=OPEN 2024-11-18T23:21:03,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x101504012e50007, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1109703687/meta-region-server 2024-11-18T23:21:03,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1109703687/meta-region-server 2024-11-18T23:21:03,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1109703687/meta-region-server: CHANGED 2024-11-18T23:21:03,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1109703687/meta-region-server: CHANGED 2024-11-18T23:21:03,140 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-18T23:21:03,159 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1109703687/draining/9d96596e55a9,46753,1731972047113 already deleted, retry=false 2024-11-18T23:21:03,159 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 9d96596e55a9,46753,1731972047113 on 9d96596e55a9,33721,1731972062124 2024-11-18T23:21:03,160 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9d96596e55a9,46753,1731972047113, splitWal=true, meta=true 2024-11-18T23:21:03,160 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 9d96596e55a9,46753,1731972047113 (carryingMeta=true) 9d96596e55a9,46753,1731972047113/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@25fb4f3f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T23:21:03,162 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Unable to get data of znode /0-1109703687/balancer because node does not exist (not necessarily an error) 2024-11-18T23:21:03,222 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1109703687/balancer already deleted, retry=false 2024-11-18T23:21:03,222 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T23:21:03,223 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Unable to get data of znode /0-1109703687/normalizer because node does not exist (not necessarily an error) 2024-11-18T23:21:03,307 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1109703687/normalizer already deleted, retry=false 2024-11-18T23:21:03,308 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T23:21:03,309 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Unable to get data of znode /0-1109703687/switch/split because node does not exist (not necessarily an error) 2024-11-18T23:21:03,321 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1109703687/switch/split already deleted, retry=false 2024-11-18T23:21:03,322 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Unable to get data of znode /0-1109703687/switch/merge because node does not exist (not necessarily an error) 2024-11-18T23:21:03,337 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1109703687/switch/merge already deleted, retry=false 2024-11-18T23:21:03,355 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Unable to get data of znode /0-1109703687/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T23:21:03,363 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1109703687/snapshot-cleanup already deleted, retry=false 2024-11-18T23:21:03,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x101504012e50007, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1109703687/running 2024-11-18T23:21:03,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1109703687/running 2024-11-18T23:21:03,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687 2024-11-18T23:21:03,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x101504012e50007, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687 2024-11-18T23:21:03,382 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,33721,1731972062124, sessionid=0x101504012e50006, setting cluster-up flag (Was=false) 2024-11-18T23:21:03,397 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1109703687/flush-table-proc/acquired, /0-1109703687/flush-table-proc/reached, /0-1109703687/flush-table-proc/abort 2024-11-18T23:21:03,401 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,33721,1731972062124 2024-11-18T23:21:03,416 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1109703687/online-snapshot/acquired, /0-1109703687/online-snapshot/reached, /0-1109703687/online-snapshot/abort 2024-11-18T23:21:03,426 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,33721,1731972062124 2024-11-18T23:21:03,429 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/.lastflushedseqids 2024-11-18T23:21:03,445 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T23:21:03,449 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T23:21:03,449 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,33721,1731972062124 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 9d96596e55a9,46753,1731972047113 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T23:21:03,455 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:21:03,455 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:21:03,455 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:21:03,455 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:21:03,455 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-18T23:21:03,455 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:03,456 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:21:03,456 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:03,482 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9d96596e55a9,46753,1731972047113, splitWal=true, meta=true 2024-11-18T23:21:03,483 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9d96596e55a9,46753,1731972047113, splitWal=true, meta=true, isMeta: true 2024-11-18T23:21:03,485 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731972093485 2024-11-18T23:21:03,485 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T23:21:03,485 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T23:21:03,485 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T23:21:03,485 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T23:21:03,485 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T23:21:03,485 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T23:21:03,486 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113-splitting 2024-11-18T23:21:03,497 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113-splitting dir is empty, no logs to split. 2024-11-18T23:21:03,497 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9d96596e55a9,46753,1731972047113 WAL count=0, meta=true 2024-11-18T23:21:03,500 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:03,501 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T23:21:03,502 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T23:21:03,502 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T23:21:03,502 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T23:21:03,513 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113-splitting dir is empty, no logs to split. 2024-11-18T23:21:03,513 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9d96596e55a9,46753,1731972047113 WAL count=0, meta=true 2024-11-18T23:21:03,513 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9d96596e55a9,46753,1731972047113 WAL splitting is done? wals=0, meta=true 2024-11-18T23:21:03,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T23:21:03,515 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:21:03,516 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T23:21:03,520 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T23:21:03,520 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T23:21:03,536 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972063520,5,FailOnTimeoutGroup] 2024-11-18T23:21:03,547 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.HRegionServer(746): ClusterId : d6053f79-3391-475c-8440-eb7cf91f5fdb 2024-11-18T23:21:03,547 DEBUG [RS:0;9d96596e55a9:38543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T23:21:03,558 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972063536,5,FailOnTimeoutGroup] 2024-11-18T23:21:03,558 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:03,558 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T23:21:03,558 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:03,558 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:03,559 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731972063559, completionTime=-1 2024-11-18T23:21:03,559 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-18T23:21:03,559 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T23:21:03,560 DEBUG [RS:0;9d96596e55a9:38543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T23:21:03,560 DEBUG [RS:0;9d96596e55a9:38543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T23:21:03,571 DEBUG [RS:0;9d96596e55a9:38543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T23:21:03,572 DEBUG [RS:0;9d96596e55a9:38543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a50c4e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:21:03,598 DEBUG [RS:0;9d96596e55a9:38543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:38543 2024-11-18T23:21:03,598 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T23:21:03,598 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T23:21:03,598 DEBUG [RS:0;9d96596e55a9:38543 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T23:21:03,601 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,33721,1731972062124 with port=38543, startcode=1731972062212 2024-11-18T23:21:03,602 DEBUG [RS:0;9d96596e55a9:38543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T23:21:03,613 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T23:21:03,613 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33721 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,38543,1731972062212 2024-11-18T23:21:03,613 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33721 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,38543,1731972062212 2024-11-18T23:21:03,616 DEBUG [RS:0;9d96596e55a9:38543 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1 2024-11-18T23:21:03,616 DEBUG [RS:0;9d96596e55a9:38543 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36477 2024-11-18T23:21:03,616 DEBUG [RS:0;9d96596e55a9:38543 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T23:21:03,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687/rs 2024-11-18T23:21:03,652 DEBUG [RS:0;9d96596e55a9:38543 {}] zookeeper.ZKUtil(111): regionserver:38543-0x101504012e50007, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Set watcher on existing znode=/0-1109703687/rs/9d96596e55a9,38543,1731972062212 2024-11-18T23:21:03,652 WARN [RS:0;9d96596e55a9:38543 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:21:03,653 INFO [RS:0;9d96596e55a9:38543 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:21:03,653 DEBUG [RS:0;9d96596e55a9:38543 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,38543,1731972062212 2024-11-18T23:21:03,657 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,38543,1731972062212] 2024-11-18T23:21:03,659 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T23:21:03,667 WARN [9d96596e55a9:33721 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T23:21:03,728 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T23:21:03,730 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T23:21:03,744 INFO [RS:0;9d96596e55a9:38543 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T23:21:03,744 INFO [RS:0;9d96596e55a9:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:03,745 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T23:21:03,746 INFO [RS:0;9d96596e55a9:38543 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T23:21:03,746 INFO [RS:0;9d96596e55a9:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:03,747 DEBUG [RS:0;9d96596e55a9:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:03,747 DEBUG [RS:0;9d96596e55a9:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:03,747 DEBUG [RS:0;9d96596e55a9:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:03,747 DEBUG [RS:0;9d96596e55a9:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:03,747 DEBUG [RS:0;9d96596e55a9:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:03,747 DEBUG [RS:0;9d96596e55a9:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:21:03,747 DEBUG [RS:0;9d96596e55a9:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:03,747 DEBUG [RS:0;9d96596e55a9:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:03,747 DEBUG [RS:0;9d96596e55a9:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:03,747 DEBUG [RS:0;9d96596e55a9:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:03,747 DEBUG [RS:0;9d96596e55a9:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:03,747 DEBUG [RS:0;9d96596e55a9:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:03,747 DEBUG [RS:0;9d96596e55a9:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:21:03,747 DEBUG [RS:0;9d96596e55a9:38543 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:21:03,756 INFO [RS:0;9d96596e55a9:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:03,756 INFO [RS:0;9d96596e55a9:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:03,756 INFO [RS:0;9d96596e55a9:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:03,756 INFO [RS:0;9d96596e55a9:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:03,756 INFO [RS:0;9d96596e55a9:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:03,756 INFO [RS:0;9d96596e55a9:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,38543,1731972062212-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:21:03,776 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T23:21:03,776 INFO [RS:0;9d96596e55a9:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,38543,1731972062212-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:03,796 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.ReplicationSource(231): queueId=1-9d96596e55a9,38543,1731972062212, ReplicationSource: 1, currentBandwidth=0 2024-11-18T23:21:03,810 INFO [RS:0;9d96596e55a9:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:03,810 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.Replication(171): 9d96596e55a9,38543,1731972062212 started 2024-11-18T23:21:03,836 INFO [RS:0;9d96596e55a9:38543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:03,836 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,38543,1731972062212, RpcServer on 9d96596e55a9/172.17.0.2:38543, sessionid=0x101504012e50007 2024-11-18T23:21:03,836 DEBUG [RS:0;9d96596e55a9:38543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T23:21:03,836 DEBUG [RS:0;9d96596e55a9:38543 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,38543,1731972062212 2024-11-18T23:21:03,837 DEBUG [RS:0;9d96596e55a9:38543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,38543,1731972062212' 2024-11-18T23:21:03,837 DEBUG [RS:0;9d96596e55a9:38543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1109703687/flush-table-proc/abort' 2024-11-18T23:21:03,837 DEBUG [RS:0;9d96596e55a9:38543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1109703687/flush-table-proc/acquired' 2024-11-18T23:21:03,838 DEBUG [RS:0;9d96596e55a9:38543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T23:21:03,838 DEBUG [RS:0;9d96596e55a9:38543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T23:21:03,838 DEBUG [RS:0;9d96596e55a9:38543 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,38543,1731972062212 2024-11-18T23:21:03,838 DEBUG [RS:0;9d96596e55a9:38543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,38543,1731972062212' 2024-11-18T23:21:03,838 DEBUG [RS:0;9d96596e55a9:38543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1109703687/online-snapshot/abort' 2024-11-18T23:21:03,841 DEBUG [RS:0;9d96596e55a9:38543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1109703687/online-snapshot/acquired' 2024-11-18T23:21:03,841 DEBUG [RS:0;9d96596e55a9:38543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T23:21:03,841 INFO [RS:0;9d96596e55a9:38543 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T23:21:03,841 INFO [RS:0;9d96596e55a9:38543 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T23:21:03,850 DEBUG [RS:0;9d96596e55a9:38543.replicationSource,1-9d96596e55a9,38543,1731972062212 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:37721' 2024-11-18T23:21:03,851 DEBUG [RS:0;9d96596e55a9:38543.replicationSource,1-9d96596e55a9,38543,1731972062212 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19d15660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:03,851 DEBUG [RS:0;9d96596e55a9:38543.replicationSource,1-9d96596e55a9,38543,1731972062212 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,37721,-1 for getting cluster id 2024-11-18T23:21:03,851 DEBUG [RS:0;9d96596e55a9:38543.replicationSource,1-9d96596e55a9,38543,1731972062212 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:21:03,853 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27b43a63-ae47-4d73-9509-1f51d97eefa6' 2024-11-18T23:21:03,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:21:03,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27b43a63-ae47-4d73-9509-1f51d97eefa6" 2024-11-18T23:21:03,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3de0f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:03,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,37721,-1] 2024-11-18T23:21:03,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:21:03,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:03,855 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:21:03,856 DEBUG [RS:0;9d96596e55a9:38543.replicationSource,1-9d96596e55a9,38543,1731972062212 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ecfd2f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:03,856 DEBUG [RS:0;9d96596e55a9:38543.replicationSource,1-9d96596e55a9,38543,1731972062212 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:21:03,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,37721,1731972052540 2024-11-18T23:21:03,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30e01bc9 2024-11-18T23:21:03,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:21:03,858 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-18T23:21:03,859 INFO [RS:0;9d96596e55a9:38543.replicationSource,1-9d96596e55a9,38543,1731972062212 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9d96596e55a9,38543,1731972062212 (queues=0) is replicating from cluster=d6053f79-3391-475c-8440-eb7cf91f5fdb to cluster=27b43a63-ae47-4d73-9509-1f51d97eefa6 2024-11-18T23:21:03,942 INFO [RS:0;9d96596e55a9:38543 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:21:03,943 INFO [RS:0;9d96596e55a9:38543 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C38543%2C1731972062212, suffix=, logDir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,38543,1731972062212, archiveDir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/oldWALs, maxLogs=10 2024-11-18T23:21:03,959 DEBUG [RS:0;9d96596e55a9:38543 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,38543,1731972062212/9d96596e55a9%2C38543%2C1731972062212.1731972063944, exclude list is [], retry=0 2024-11-18T23:21:03,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40831,DS-db33b074-2ea6-40d6-a658-7c6438f4a2cd,DISK] 2024-11-18T23:21:03,964 INFO [RS:0;9d96596e55a9:38543 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,38543,1731972062212/9d96596e55a9%2C38543%2C1731972062212.1731972063944 2024-11-18T23:21:03,964 DEBUG [RS:0;9d96596e55a9:38543 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9d96596e55a9%2C38543%2C1731972062212 for peer 1 2024-11-18T23:21:03,964 DEBUG [RS:0;9d96596e55a9:38543 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9d96596e55a9%2C38543%2C1731972062212 2024-11-18T23:21:03,964 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9d96596e55a9,38543,1731972062212, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T23:21:03,968 DEBUG [RS:0;9d96596e55a9:38543 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40815:40815)] 2024-11-18T23:21:03,968 INFO [RS:0;9d96596e55a9:38543.replicationSource.shipper9d96596e55a9%2C38543%2C1731972062212,1-9d96596e55a9,38543,1731972062212 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9d96596e55a9%2C38543%2C1731972062212 2024-11-18T23:21:03,968 DEBUG [RS:0;9d96596e55a9:38543.replicationSource.wal-reader.9d96596e55a9%2C38543%2C1731972062212,1-9d96596e55a9,38543,1731972062212 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,38543,1731972062212/9d96596e55a9%2C38543%2C1731972062212.1731972063944, startPosition=0, beingWritten=true 2024-11-18T23:21:04,168 DEBUG [9d96596e55a9:33721 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:21:04,172 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,38543,1731972062212 2024-11-18T23:21:04,176 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,38543,1731972062212, state=OPENING 2024-11-18T23:21:04,184 DEBUG [RS:0;9d96596e55a9:38543.replicationSource.wal-reader.9d96596e55a9%2C38543%2C1731972062212,1-9d96596e55a9,38543,1731972062212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,38543,1731972062212/9d96596e55a9%2C38543%2C1731972062212.1731972063944 to pos 0, reset compression=false 2024-11-18T23:21:04,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x101504012e50007, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1109703687/meta-region-server 2024-11-18T23:21:04,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1109703687/meta-region-server: CHANGED 2024-11-18T23:21:04,196 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:21:04,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,38543,1731972062212}] 2024-11-18T23:21:04,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1109703687/meta-region-server 2024-11-18T23:21:04,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1109703687/meta-region-server: CHANGED 2024-11-18T23:21:04,352 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:21:04,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:21:04,363 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T23:21:04,363 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:21:04,363 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T23:21:04,365 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C38543%2C1731972062212.meta, suffix=.meta, logDir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,38543,1731972062212, archiveDir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/oldWALs, maxLogs=10 2024-11-18T23:21:04,384 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,38543,1731972062212/9d96596e55a9%2C38543%2C1731972062212.meta.1731972064365.meta, exclude list is [], retry=0 2024-11-18T23:21:04,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40831,DS-db33b074-2ea6-40d6-a658-7c6438f4a2cd,DISK] 2024-11-18T23:21:04,393 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,38543,1731972062212/9d96596e55a9%2C38543%2C1731972062212.meta.1731972064365.meta 2024-11-18T23:21:04,393 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40815:40815)] 2024-11-18T23:21:04,393 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:21:04,393 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:21:04,394 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:21:04,394 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T23:21:04,394 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T23:21:04,394 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T23:21:04,394 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:21:04,394 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T23:21:04,394 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T23:21:04,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:21:04,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:21:04,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:04,404 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/info/3841a48e24a246148ca2c79db51f63ad 2024-11-18T23:21:04,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:04,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:21:04,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:21:04,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:04,410 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/ns/3116a979e9e2402abb780e12f36dbad9 2024-11-18T23:21:04,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:04,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:21:04,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:21:04,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:04,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:04,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:21:04,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:21:04,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:04,425 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/table/816737a73770421bb0e42b60e328e9bf 2024-11-18T23:21:04,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:04,425 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:21:04,427 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740 2024-11-18T23:21:04,429 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740 2024-11-18T23:21:04,430 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:21:04,430 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:21:04,431 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:21:04,434 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:21:04,435 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71074596, jitterRate=0.059094011783599854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:21:04,435 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T23:21:04,435 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731972064394Writing region info on filesystem at 1731972064394Initializing all the Stores at 1731972064395 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972064395Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972064395Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972064395Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972064395Cleaning up temporary data from old regions at 1731972064430 (+35 ms)Running coprocessor post-open hooks at 1731972064435 (+5 ms)Region opened successfully at 1731972064435 2024-11-18T23:21:04,436 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731972064352 2024-11-18T23:21:04,438 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T23:21:04,438 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T23:21:04,439 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=9d96596e55a9,38543,1731972062212 2024-11-18T23:21:04,441 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,38543,1731972062212, state=OPEN 2024-11-18T23:21:04,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1109703687/meta-region-server 2024-11-18T23:21:04,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x101504012e50007, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1109703687/meta-region-server 2024-11-18T23:21:04,453 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,38543,1731972062212 2024-11-18T23:21:04,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1109703687/meta-region-server: CHANGED 2024-11-18T23:21:04,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1109703687/meta-region-server: CHANGED 2024-11-18T23:21:04,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-18T23:21:04,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,38543,1731972062212 in 257 msec 2024-11-18T23:21:04,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T23:21:04,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 942 msec 2024-11-18T23:21:04,510 DEBUG [RS:0;9d96596e55a9:38543.replicationSource.wal-reader.9d96596e55a9%2C38543%2C1731972062212,1-9d96596e55a9,38543,1731972062212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,38543,1731972062212/9d96596e55a9%2C38543%2C1731972062212.1731972063944 to pos 0, reset compression=false 2024-11-18T23:21:04,915 DEBUG [RS:0;9d96596e55a9:38543.replicationSource.wal-reader.9d96596e55a9%2C38543%2C1731972062212,1-9d96596e55a9,38543,1731972062212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,38543,1731972062212/9d96596e55a9%2C38543%2C1731972062212.1731972063944 to pos 0, reset compression=false 2024-11-18T23:21:05,164 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1605ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1505ms 2024-11-18T23:21:05,420 DEBUG [RS:0;9d96596e55a9:38543.replicationSource.wal-reader.9d96596e55a9%2C38543%2C1731972062212,1-9d96596e55a9,38543,1731972062212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,38543,1731972062212/9d96596e55a9%2C38543%2C1731972062212.1731972063944 to pos 0, reset compression=false 2024-11-18T23:21:06,026 DEBUG [RS:0;9d96596e55a9:38543.replicationSource.wal-reader.9d96596e55a9%2C38543%2C1731972062212,1-9d96596e55a9,38543,1731972062212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,38543,1731972062212/9d96596e55a9%2C38543%2C1731972062212.1731972063944 to pos 0, reset compression=false 2024-11-18T23:21:06,667 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3107ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-18T23:21:06,736 DEBUG [RS:0;9d96596e55a9:38543.replicationSource.wal-reader.9d96596e55a9%2C38543%2C1731972062212,1-9d96596e55a9,38543,1731972062212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,38543,1731972062212/9d96596e55a9%2C38543%2C1731972062212.1731972063944 to pos 0, reset compression=false 2024-11-18T23:21:07,555 DEBUG [RS:0;9d96596e55a9:38543.replicationSource.wal-reader.9d96596e55a9%2C38543%2C1731972062212,1-9d96596e55a9,38543,1731972062212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,38543,1731972062212/9d96596e55a9%2C38543%2C1731972062212.1731972063944 to pos 0, reset compression=false 2024-11-18T23:21:08,072 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-18T23:21:08,072 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T23:21:08,073 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:21:08,073 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,38543,1731972062212, seqNum=-1] 2024-11-18T23:21:08,073 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:21:08,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:21:08,078 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f3c38a1a0120b1974f1cd6ad9c1c4f4a, regionState=OPEN, lastHost=9d96596e55a9,46753,1731972047113, regionLocation=9d96596e55a9,46753,1731972047113, openSeqNum=2 2024-11-18T23:21:08,078 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T23:21:08,078 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731972128078 2024-11-18T23:21:08,078 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731972188078 2024-11-18T23:21:08,078 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-18T23:21:08,078 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 9d96596e55a9,46753,1731972047113 had 2 regions 2024-11-18T23:21:08,078 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33721,1731972062124-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:08,078 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33721,1731972062124-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:08,078 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33721,1731972062124-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:08,078 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:33721, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:08,078 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:08,078 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:08,079 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9d96596e55a9,46753,1731972047113, splitWal=true, meta=true, isMeta: false 2024-11-18T23:21:08,082 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113-splitting dir is empty, no logs to split. 2024-11-18T23:21:08,082 INFO [PEWorker-4 {}] master.SplitWALManager(105): 9d96596e55a9,46753,1731972047113 WAL count=0, meta=false 2024-11-18T23:21:08,085 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.678sec 2024-11-18T23:21:08,085 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T23:21:08,085 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T23:21:08,085 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T23:21:08,085 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T23:21:08,085 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T23:21:08,085 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33721,1731972062124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:21:08,085 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33721,1731972062124-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T23:21:08,086 WARN [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=9d96596e55a9,46753,1731972047113/hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. 2024-11-18T23:21:08,086 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,46753,1731972047113-splitting dir is empty, no logs to split. 2024-11-18T23:21:08,086 INFO [PEWorker-4 {}] master.SplitWALManager(105): 9d96596e55a9,46753,1731972047113 WAL count=0, meta=false 2024-11-18T23:21:08,086 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 9d96596e55a9,46753,1731972047113 WAL splitting is done? wals=0, meta=false 2024-11-18T23:21:08,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f3c38a1a0120b1974f1cd6ad9c1c4f4a, ASSIGN}] 2024-11-18T23:21:08,092 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T23:21:08,092 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T23:21:08,093 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33721,1731972062124-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:08,096 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f3c38a1a0120b1974f1cd6ad9c1c4f4a, ASSIGN 2024-11-18T23:21:08,097 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f3c38a1a0120b1974f1cd6ad9c1c4f4a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T23:21:08,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4654287c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:08,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,33721,-1 for getting cluster id 2024-11-18T23:21:08,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:21:08,147 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6053f79-3391-475c-8440-eb7cf91f5fdb' 2024-11-18T23:21:08,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:21:08,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6053f79-3391-475c-8440-eb7cf91f5fdb" 2024-11-18T23:21:08,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e9a2ebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:08,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,33721,-1] 2024-11-18T23:21:08,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:21:08,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:08,149 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:21:08,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf23514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:08,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:21:08,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,38543,1731972062212, seqNum=-1] 2024-11-18T23:21:08,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:21:08,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:21:08,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-18T23:21:08,154 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:21:08,154 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:21:08,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:08,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:08,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:21:08,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 9d96596e55a9:33721 after: 9d96596e55a9:33721 2024-11-18T23:21:08,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f438591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:08,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,33721,-1 for getting cluster id 2024-11-18T23:21:08,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:21:08,155 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6053f79-3391-475c-8440-eb7cf91f5fdb' 2024-11-18T23:21:08,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:21:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6053f79-3391-475c-8440-eb7cf91f5fdb" 2024-11-18T23:21:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed31cd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,33721,-1] 2024-11-18T23:21:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:21:08,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:08,157 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:21:08,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cdddcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:08,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:21:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,33721,1731972062124 2024-11-18T23:21:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a36bedf 2024-11-18T23:21:08,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:21:08,159 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:21:08,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33721 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-18T23:21:08,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T23:21:08,159 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:21:08,160 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:21:08,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:08,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:08,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:21:08,160 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T23:21:08,160 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1379740474, stopped=false 2024-11-18T23:21:08,160 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d96596e55a9,37721,1731972052540 2024-11-18T23:21:08,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101504012e50004, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11886443172/running 2024-11-18T23:21:08,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11886443172/running 2024-11-18T23:21:08,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886443172 2024-11-18T23:21:08,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101504012e50004, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886443172 2024-11-18T23:21:08,169 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:21:08,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:21:08,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:21:08,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:08,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35073-0x101504012e50004, quorum=127.0.0.1:64054, baseZNode=/11886443172 Set watcher on znode that does not yet exist, /11886443172/running 2024-11-18T23:21:08,169 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d96596e55a9,35073,1731972052751' ***** 2024-11-18T23:21:08,169 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T23:21:08,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Set watcher on znode that does not yet exist, /11886443172/running 2024-11-18T23:21:08,170 INFO [RS:0;9d96596e55a9:35073 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T23:21:08,170 INFO [RS:0;9d96596e55a9:35073 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T23:21:08,170 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T23:21:08,170 INFO [RS:0;9d96596e55a9:35073 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T23:21:08,170 INFO [RS:0;9d96596e55a9:35073 {}] regionserver.HRegionServer(959): stopping server 9d96596e55a9,35073,1731972052751 2024-11-18T23:21:08,170 INFO [RS:0;9d96596e55a9:35073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:21:08,170 INFO [RS:0;9d96596e55a9:35073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:35073. 2024-11-18T23:21:08,170 DEBUG [RS:0;9d96596e55a9:35073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:21:08,170 DEBUG [RS:0;9d96596e55a9:35073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:08,170 INFO [RS:0;9d96596e55a9:35073 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T23:21:08,170 INFO [RS:0;9d96596e55a9:35073 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T23:21:08,170 INFO [RS:0;9d96596e55a9:35073 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T23:21:08,170 INFO [RS:0;9d96596e55a9:35073 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T23:21:08,170 INFO [RS:0;9d96596e55a9:35073 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T23:21:08,170 DEBUG [RS:0;9d96596e55a9:35073 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:21:08,170 DEBUG [RS:0;9d96596e55a9:35073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:21:08,170 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:21:08,170 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:21:08,170 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:21:08,170 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:21:08,170 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:21:08,171 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T23:21:08,187 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/data/hbase/meta/1588230740/.tmp/ns/2e025e9e431f45e0be51e02523062b6c is 43, key is default/ns:d/1731972056782/Put/seqid=0 2024-11-18T23:21:08,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741835_1011 (size=5153) 2024-11-18T23:21:08,210 INFO [regionserver/9d96596e55a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:21:08,247 DEBUG [9d96596e55a9:33721 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:21:08,247 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f3c38a1a0120b1974f1cd6ad9c1c4f4a, regionState=OPENING, regionLocation=9d96596e55a9,38543,1731972062212 2024-11-18T23:21:08,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f3c38a1a0120b1974f1cd6ad9c1c4f4a, ASSIGN because future has completed 2024-11-18T23:21:08,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3c38a1a0120b1974f1cd6ad9c1c4f4a, server=9d96596e55a9,38543,1731972062212}] 2024-11-18T23:21:08,371 DEBUG [RS:0;9d96596e55a9:35073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:21:08,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. 2024-11-18T23:21:08,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:21:08,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T23:21:08,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C38543%2C1731972062212.rep, suffix=, logDir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,38543,1731972062212, archiveDir=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/oldWALs, maxLogs=10 2024-11-18T23:21:08,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,38543,1731972062212/9d96596e55a9%2C38543%2C1731972062212.rep.1731972068408, exclude list is [], retry=0 2024-11-18T23:21:08,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40831,DS-db33b074-2ea6-40d6-a658-7c6438f4a2cd,DISK] 2024-11-18T23:21:08,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,38543,1731972062212/9d96596e55a9%2C38543%2C1731972062212.rep.1731972068408 2024-11-18T23:21:08,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40815:40815)] 2024-11-18T23:21:08,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => f3c38a1a0120b1974f1cd6ad9c1c4f4a, NAME => 'hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:21:08,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:21:08,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:21:08,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. service=MultiRowMutationService 2024-11-18T23:21:08,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T23:21:08,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:21:08,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:21:08,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:21:08,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:21:08,427 INFO [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:21:08,428 INFO [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3c38a1a0120b1974f1cd6ad9c1c4f4a columnFamilyName hfileref 2024-11-18T23:21:08,428 DEBUG [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:08,428 INFO [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] regionserver.HStore(327): Store=f3c38a1a0120b1974f1cd6ad9c1c4f4a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:08,428 INFO [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:21:08,429 INFO [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3c38a1a0120b1974f1cd6ad9c1c4f4a columnFamilyName queue 2024-11-18T23:21:08,429 DEBUG [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:08,436 DEBUG [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/replication/f3c38a1a0120b1974f1cd6ad9c1c4f4a/queue/c2cbfda555ec4eda8c2862ca3498324b 2024-11-18T23:21:08,436 INFO [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] regionserver.HStore(327): Store=f3c38a1a0120b1974f1cd6ad9c1c4f4a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:08,436 INFO [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:21:08,437 INFO [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3c38a1a0120b1974f1cd6ad9c1c4f4a columnFamilyName sid 2024-11-18T23:21:08,437 DEBUG [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:08,438 INFO [StoreOpener-f3c38a1a0120b1974f1cd6ad9c1c4f4a-1 {}] regionserver.HStore(327): Store=f3c38a1a0120b1974f1cd6ad9c1c4f4a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:08,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:21:08,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/replication/f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:21:08,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/replication/f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:21:08,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:21:08,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:21:08,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:21:08,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:21:08,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened f3c38a1a0120b1974f1cd6ad9c1c4f4a; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64379355, jitterRate=-0.04067285358905792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:21:08,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:21:08,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for f3c38a1a0120b1974f1cd6ad9c1c4f4a: Running coprocessor pre-open hook at 1731972068426Writing region info on filesystem at 1731972068426Initializing all the Stores at 1731972068426Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972068426Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972068427 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972068427Cleaning up temporary data from old regions at 1731972068441 (+14 ms)Running coprocessor post-open hooks at 1731972068445 (+4 ms)Region opened successfully at 1731972068446 (+1 ms) 2024-11-18T23:21:08,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a., pid=13, masterSystemTime=1731972068402 2024-11-18T23:21:08,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. 2024-11-18T23:21:08,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. 2024-11-18T23:21:08,450 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f3c38a1a0120b1974f1cd6ad9c1c4f4a, regionState=OPEN, openSeqNum=9, regionLocation=9d96596e55a9,38543,1731972062212 2024-11-18T23:21:08,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3c38a1a0120b1974f1cd6ad9c1c4f4a, server=9d96596e55a9,38543,1731972062212 because future has completed 2024-11-18T23:21:08,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T23:21:08,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure f3c38a1a0120b1974f1cd6ad9c1c4f4a, server=9d96596e55a9,38543,1731972062212 in 203 msec 2024-11-18T23:21:08,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-18T23:21:08,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f3c38a1a0120b1974f1cd6ad9c1c4f4a, ASSIGN in 365 msec 2024-11-18T23:21:08,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-18T23:21:08,460 DEBUG [RS:0;9d96596e55a9:38543.replicationSource.wal-reader.9d96596e55a9%2C38543%2C1731972062212,1-9d96596e55a9,38543,1731972062212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,38543,1731972062212/9d96596e55a9%2C38543%2C1731972062212.1731972063944 to pos 0, reset compression=false 2024-11-18T23:21:08,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a., hostname=9d96596e55a9,38543,1731972062212, seqNum=9] 2024-11-18T23:21:08,477 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 9d96596e55a9,46753,1731972047113 2024-11-18T23:21:08,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-18T23:21:08,571 DEBUG [RS:0;9d96596e55a9:35073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:21:08,591 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/data/hbase/meta/1588230740/.tmp/ns/2e025e9e431f45e0be51e02523062b6c 2024-11-18T23:21:08,598 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/data/hbase/meta/1588230740/.tmp/ns/2e025e9e431f45e0be51e02523062b6c as hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/data/hbase/meta/1588230740/ns/2e025e9e431f45e0be51e02523062b6c 2024-11-18T23:21:08,604 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/data/hbase/meta/1588230740/ns/2e025e9e431f45e0be51e02523062b6c, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T23:21:08,605 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-18T23:21:08,609 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T23:21:08,610 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:21:08,610 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:21:08,610 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:21:08,610 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972068170Running coprocessor pre-close hooks at 1731972068170Disabling compacts and flushes for region at 1731972068170Disabling writes for close at 1731972068170Obtaining lock to block concurrent updates at 1731972068171 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731972068171Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731972068171Flushing stores of hbase:meta,,1.1588230740 at 1731972068171Flushing 1588230740/ns: creating writer at 1731972068171Flushing 1588230740/ns: appending metadata at 1731972068186 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731972068186Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ef637c8: reopening flushed file at 1731972068597 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1731972068605 (+8 ms)Writing region close event to WAL at 1731972068606 (+1 ms)Running coprocessor post-close hooks at 1731972068610 (+4 ms)Closed at 1731972068610 2024-11-18T23:21:08,610 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T23:21:08,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38543 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-18T23:21:08,654 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T23:21:08,654 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T23:21:08,771 INFO [RS:0;9d96596e55a9:35073 {}] regionserver.HRegionServer(976): stopping server 9d96596e55a9,35073,1731972052751; all regions closed. 2024-11-18T23:21:08,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741834_1010 (size=1152) 2024-11-18T23:21:08,775 DEBUG [RS:0;9d96596e55a9:35073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/oldWALs 2024-11-18T23:21:08,775 INFO [RS:0;9d96596e55a9:35073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C35073%2C1731972052751.meta:.meta(num 1731972056605) 2024-11-18T23:21:08,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741833_1009 (size=93) 2024-11-18T23:21:08,786 DEBUG [RS:0;9d96596e55a9:35073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/oldWALs 2024-11-18T23:21:08,786 INFO [RS:0;9d96596e55a9:35073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C35073%2C1731972052751:(num 1731972055711) 2024-11-18T23:21:08,786 DEBUG [RS:0;9d96596e55a9:35073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:08,786 INFO [RS:0;9d96596e55a9:35073 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:21:08,786 INFO [RS:0;9d96596e55a9:35073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:21:08,787 INFO [RS:0;9d96596e55a9:35073 {}] hbase.ChoreService(370): Chore service for: regionserver/9d96596e55a9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T23:21:08,787 INFO [RS:0;9d96596e55a9:35073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:21:08,787 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:21:08,787 INFO [RS:0;9d96596e55a9:35073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35073 2024-11-18T23:21:08,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886443172/rs 2024-11-18T23:21:08,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101504012e50004, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11886443172/rs/9d96596e55a9,35073,1731972052751 2024-11-18T23:21:08,800 INFO [RS:0;9d96596e55a9:35073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:21:08,801 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d96596e55a9,35073,1731972052751] 2024-11-18T23:21:08,832 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11886443172/draining/9d96596e55a9,35073,1731972052751 already deleted, retry=false 2024-11-18T23:21:08,832 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d96596e55a9,35073,1731972052751 expired; onlineServers=0 2024-11-18T23:21:08,832 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d96596e55a9,37721,1731972052540' ***** 2024-11-18T23:21:08,832 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T23:21:08,832 INFO [M:0;9d96596e55a9:37721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:21:08,832 INFO [M:0;9d96596e55a9:37721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:21:08,832 DEBUG [M:0;9d96596e55a9:37721 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T23:21:08,832 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T23:21:08,832 DEBUG [M:0;9d96596e55a9:37721 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T23:21:08,832 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972055329 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972055329,5,FailOnTimeoutGroup] 2024-11-18T23:21:08,832 INFO [M:0;9d96596e55a9:37721 {}] hbase.ChoreService(370): Chore service for: master/9d96596e55a9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T23:21:08,832 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972055339 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972055339,5,FailOnTimeoutGroup] 2024-11-18T23:21:08,832 INFO [M:0;9d96596e55a9:37721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:21:08,833 DEBUG [M:0;9d96596e55a9:37721 {}] master.HMaster(1795): Stopping service threads 2024-11-18T23:21:08,833 INFO [M:0;9d96596e55a9:37721 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T23:21:08,833 INFO [M:0;9d96596e55a9:37721 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:21:08,833 INFO [M:0;9d96596e55a9:37721 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T23:21:08,833 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T23:21:08,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11886443172/master 2024-11-18T23:21:08,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11886443172 2024-11-18T23:21:08,853 DEBUG [M:0;9d96596e55a9:37721 {}] zookeeper.RecoverableZooKeeper(212): Node /11886443172/master already deleted, retry=false 2024-11-18T23:21:08,853 DEBUG [M:0;9d96596e55a9:37721 {}] master.ActiveMasterManager(353): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Failed delete of our master address node; KeeperErrorCode = NoNode for /11886443172/master 2024-11-18T23:21:08,857 INFO [M:0;9d96596e55a9:37721 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/.lastflushedseqids 2024-11-18T23:21:08,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741836_1012 (size=99) 2024-11-18T23:21:08,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101504012e50004, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:21:08,921 INFO [RS:0;9d96596e55a9:35073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:21:08,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35073-0x101504012e50004, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:21:08,922 INFO [RS:0;9d96596e55a9:35073 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d96596e55a9,35073,1731972052751; zookeeper connection closed. 2024-11-18T23:21:08,922 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c708201 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c708201 2024-11-18T23:21:08,922 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T23:21:09,271 INFO [M:0;9d96596e55a9:37721 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T23:21:09,271 INFO [M:0;9d96596e55a9:37721 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T23:21:09,271 DEBUG [M:0;9d96596e55a9:37721 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:21:09,271 INFO [M:0;9d96596e55a9:37721 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:09,271 DEBUG [M:0;9d96596e55a9:37721 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:09,271 DEBUG [M:0;9d96596e55a9:37721 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:21:09,272 DEBUG [M:0;9d96596e55a9:37721 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:09,272 INFO [M:0;9d96596e55a9:37721 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T23:21:09,295 DEBUG [M:0;9d96596e55a9:37721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bccf939fa28c4b6da3d493432f8bc481 is 82, key is hbase:meta,,1/info:regioninfo/1731972056664/Put/seqid=0 2024-11-18T23:21:09,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741837_1013 (size=5672) 2024-11-18T23:21:09,465 DEBUG [RS:0;9d96596e55a9:38543.replicationSource.wal-reader.9d96596e55a9%2C38543%2C1731972062212,1-9d96596e55a9,38543,1731972062212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,38543,1731972062212/9d96596e55a9%2C38543%2C1731972062212.1731972063944 to pos 0, reset compression=false 2024-11-18T23:21:09,721 INFO [M:0;9d96596e55a9:37721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bccf939fa28c4b6da3d493432f8bc481 2024-11-18T23:21:09,745 DEBUG [M:0;9d96596e55a9:37721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e72cfcd2e41c4a039f61450c93ca8288 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731972056790/Put/seqid=0 2024-11-18T23:21:09,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741838_1014 (size=5275) 2024-11-18T23:21:09,897 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:21:09,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:09,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:09,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:09,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:09,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:10,167 INFO [M:0;9d96596e55a9:37721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e72cfcd2e41c4a039f61450c93ca8288 2024-11-18T23:21:10,209 DEBUG [M:0;9d96596e55a9:37721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4bc3cbe35bc41c0baef01f5c9f7e57f is 69, key is 9d96596e55a9,35073,1731972052751/rs:state/1731972055464/Put/seqid=0 2024-11-18T23:21:10,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741839_1015 (size=5156) 2024-11-18T23:21:10,234 INFO [M:0;9d96596e55a9:37721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4bc3cbe35bc41c0baef01f5c9f7e57f 2024-11-18T23:21:10,256 DEBUG [M:0;9d96596e55a9:37721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bccf939fa28c4b6da3d493432f8bc481 as hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bccf939fa28c4b6da3d493432f8bc481 2024-11-18T23:21:10,275 INFO [M:0;9d96596e55a9:37721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bccf939fa28c4b6da3d493432f8bc481, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T23:21:10,279 DEBUG [M:0;9d96596e55a9:37721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e72cfcd2e41c4a039f61450c93ca8288 as hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e72cfcd2e41c4a039f61450c93ca8288 2024-11-18T23:21:10,311 INFO [M:0;9d96596e55a9:37721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e72cfcd2e41c4a039f61450c93ca8288, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T23:21:10,322 DEBUG [M:0;9d96596e55a9:37721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4bc3cbe35bc41c0baef01f5c9f7e57f as hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4bc3cbe35bc41c0baef01f5c9f7e57f 2024-11-18T23:21:10,344 INFO [M:0;9d96596e55a9:37721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34341/user/jenkins/test-data/2ed82968-0377-aabe-93af-5742e9887e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4bc3cbe35bc41c0baef01f5c9f7e57f, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T23:21:10,349 INFO [M:0;9d96596e55a9:37721 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1077ms, sequenceid=28, compaction requested=false 2024-11-18T23:21:10,385 INFO [M:0;9d96596e55a9:37721 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:10,385 DEBUG [M:0;9d96596e55a9:37721 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972069271Disabling compacts and flushes for region at 1731972069271Disabling writes for close at 1731972069272 (+1 ms)Obtaining lock to block concurrent updates at 1731972069272Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731972069272Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731972069272Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731972069273 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731972069273Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731972069294 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731972069294Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731972069726 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731972069744 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731972069745 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731972070177 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731972070208 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731972070208Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a3e030d: reopening flushed file at 1731972070250 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75b242f5: reopening flushed file at 1731972070275 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f22bc2e: reopening flushed file at 1731972070311 (+36 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1077ms, sequenceid=28, compaction requested=false at 1731972070349 (+38 ms)Writing region close event to WAL at 1731972070385 (+36 ms)Closed at 1731972070385 2024-11-18T23:21:10,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741830_1006 (size=10165) 2024-11-18T23:21:10,424 INFO [M:0;9d96596e55a9:37721 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T23:21:10,424 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:21:10,424 INFO [M:0;9d96596e55a9:37721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37721 2024-11-18T23:21:10,426 INFO [M:0;9d96596e55a9:37721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:21:10,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:21:10,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37721-0x101504012e50003, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:21:10,542 INFO [M:0;9d96596e55a9:37721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:21:10,582 DEBUG [RS:0;9d96596e55a9:38543.replicationSource.wal-reader.9d96596e55a9%2C38543%2C1731972062212,1-9d96596e55a9,38543,1731972062212 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,38543,1731972062212/9d96596e55a9%2C38543%2C1731972062212.1731972063944 to pos 0, reset compression=false 2024-11-18T23:21:10,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4167e73{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:21:10,595 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42d5fa86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:21:10,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:21:10,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e2bdcf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:21:10,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45300241{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/hadoop.log.dir/,STOPPED} 2024-11-18T23:21:10,600 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T23:21:10,601 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T23:21:10,601 WARN [BP-1451054748-172.17.0.2-1731972050068 heartbeating to localhost/127.0.0.1:34341 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T23:21:10,601 WARN [BP-1451054748-172.17.0.2-1731972050068 heartbeating to localhost/127.0.0.1:34341 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1451054748-172.17.0.2-1731972050068 (Datanode Uuid 233f2c63-2fa2-44fb-bcda-8a6a01b2cc93) service to localhost/127.0.0.1:34341 2024-11-18T23:21:10,601 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/cluster_daaa0e65-5234-d8a2-262e-aad624069f52/data/data1/current/BP-1451054748-172.17.0.2-1731972050068 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:21:10,601 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/cluster_daaa0e65-5234-d8a2-262e-aad624069f52/data/data2/current/BP-1451054748-172.17.0.2-1731972050068 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:21:10,602 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T23:21:10,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@300ccc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:21:10,610 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e2e5da0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:21:10,610 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:21:10,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b36e4c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:21:10,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17dee147{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/hadoop.log.dir/,STOPPED} 2024-11-18T23:21:10,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T23:21:10,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T23:21:10,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:21:10,628 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:21:10,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:10,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:10,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:21:10,628 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T23:21:10,628 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=26823846, stopped=false 2024-11-18T23:21:10,628 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d96596e55a9,33721,1731972062124 2024-11-18T23:21:10,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1109703687/running 2024-11-18T23:21:10,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x101504012e50007, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1109703687/running 2024-11-18T23:21:10,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x101504012e50007, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687 2024-11-18T23:21:10,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687 2024-11-18T23:21:10,738 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:21:10,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38543-0x101504012e50007, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Set watcher on znode that does not yet exist, /0-1109703687/running 2024-11-18T23:21:10,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Set watcher on znode that does not yet exist, /0-1109703687/running 2024-11-18T23:21:10,741 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:21:10,741 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:21:10,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:10,742 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d96596e55a9,38543,1731972062212' ***** 2024-11-18T23:21:10,742 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T23:21:10,742 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T23:21:10,742 INFO [RS:0;9d96596e55a9:38543 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T23:21:10,742 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T23:21:10,742 INFO [RS:0;9d96596e55a9:38543 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T23:21:10,742 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.HRegionServer(3091): Received CLOSE for f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:21:10,743 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.HRegionServer(959): stopping server 9d96596e55a9,38543,1731972062212 2024-11-18T23:21:10,743 INFO [RS:0;9d96596e55a9:38543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:21:10,743 INFO [RS:0;9d96596e55a9:38543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:38543. 2024-11-18T23:21:10,743 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3c38a1a0120b1974f1cd6ad9c1c4f4a, disabling compactions & flushes 2024-11-18T23:21:10,743 DEBUG [RS:0;9d96596e55a9:38543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:21:10,743 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. 2024-11-18T23:21:10,743 DEBUG [RS:0;9d96596e55a9:38543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:10,743 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. 2024-11-18T23:21:10,743 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. after waiting 0 ms 2024-11-18T23:21:10,743 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. 2024-11-18T23:21:10,743 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T23:21:10,743 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T23:21:10,743 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T23:21:10,743 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T23:21:10,746 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T23:21:10,746 DEBUG [RS:0;9d96596e55a9:38543 {}] regionserver.HRegionServer(1325): Online Regions={f3c38a1a0120b1974f1cd6ad9c1c4f4a=hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:21:10,746 DEBUG [RS:0;9d96596e55a9:38543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f3c38a1a0120b1974f1cd6ad9c1c4f4a 2024-11-18T23:21:10,746 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:21:10,746 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:21:10,746 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:21:10,746 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:21:10,746 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:21:10,747 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-18T23:21:10,771 INFO [regionserver/9d96596e55a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:21:10,772 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/replication/f3c38a1a0120b1974f1cd6ad9c1c4f4a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-18T23:21:10,779 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:21:10,779 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:21:10,779 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. 2024-11-18T23:21:10,779 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3c38a1a0120b1974f1cd6ad9c1c4f4a: Waiting for close lock at 1731972070743Running coprocessor pre-close hooks at 1731972070743Disabling compacts and flushes for region at 1731972070743Disabling writes for close at 1731972070743Writing region close event to WAL at 1731972070748 (+5 ms)Running coprocessor post-close hooks at 1731972070779 (+31 ms)Closed at 1731972070779 2024-11-18T23:21:10,780 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a. 2024-11-18T23:21:10,809 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T23:21:10,809 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T23:21:10,825 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/.tmp/info/6bdcc4ff4e52434093a2cb4a48b3fc29 is 147, key is hbase:replication,,1731972057133.f3c38a1a0120b1974f1cd6ad9c1c4f4a./info:regioninfo/1731972068450/Put/seqid=0 2024-11-18T23:21:10,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741851_1027 (size=6385) 2024-11-18T23:21:10,832 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/.tmp/info/6bdcc4ff4e52434093a2cb4a48b3fc29 2024-11-18T23:21:10,844 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/.tmp/info/6bdcc4ff4e52434093a2cb4a48b3fc29 as hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/info/6bdcc4ff4e52434093a2cb4a48b3fc29 2024-11-18T23:21:10,851 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/info/6bdcc4ff4e52434093a2cb4a48b3fc29, entries=8, sequenceid=19, filesize=6.2 K 2024-11-18T23:21:10,852 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=19, compaction requested=false 2024-11-18T23:21:10,860 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-18T23:21:10,861 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:21:10,861 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:21:10,861 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:21:10,861 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972070746Running coprocessor pre-close hooks at 1731972070746Disabling compacts and flushes for region at 1731972070746Disabling writes for close at 1731972070746Obtaining lock to block concurrent updates at 1731972070747 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731972070747Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731972070747Flushing stores of hbase:meta,,1.1588230740 at 1731972070748 (+1 ms)Flushing 1588230740/info: creating writer at 1731972070748Flushing 1588230740/info: appending metadata at 1731972070825 (+77 ms)Flushing 1588230740/info: closing flushed file at 1731972070825Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@371fc492: reopening flushed file at 1731972070843 (+18 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=19, compaction requested=false at 1731972070852 (+9 ms)Writing region close event to WAL at 1731972070856 (+4 ms)Running coprocessor post-close hooks at 1731972070861 (+5 ms)Closed at 1731972070861 2024-11-18T23:21:10,861 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T23:21:10,946 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.HRegionServer(976): stopping server 9d96596e55a9,38543,1731972062212; all regions closed. 2024-11-18T23:21:10,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741849_1025 (size=2156) 2024-11-18T23:21:10,949 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,38543,1731972062212/9d96596e55a9%2C38543%2C1731972062212.meta.1731972064365.meta not finished, retry = 0 2024-11-18T23:21:11,052 DEBUG [RS:0;9d96596e55a9:38543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/oldWALs 2024-11-18T23:21:11,052 INFO [RS:0;9d96596e55a9:38543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C38543%2C1731972062212.meta:.meta(num 1731972064365) 2024-11-18T23:21:11,062 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,38543,1731972062212/9d96596e55a9%2C38543%2C1731972062212.rep.1731972068408 not finished, retry = 0 2024-11-18T23:21:11,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741850_1026 (size=796) 2024-11-18T23:21:11,164 DEBUG [RS:0;9d96596e55a9:38543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/oldWALs 2024-11-18T23:21:11,164 INFO [RS:0;9d96596e55a9:38543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C38543%2C1731972062212.rep:(num 1731972068408) 2024-11-18T23:21:11,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741848_1024 (size=93) 2024-11-18T23:21:11,166 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/WALs/9d96596e55a9,38543,1731972062212/9d96596e55a9%2C38543%2C1731972062212.1731972063944 not finished, retry = 0 2024-11-18T23:21:11,269 DEBUG [RS:0;9d96596e55a9:38543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/oldWALs 2024-11-18T23:21:11,269 INFO [RS:0;9d96596e55a9:38543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C38543%2C1731972062212:(num 1731972063944) 2024-11-18T23:21:11,269 DEBUG [RS:0;9d96596e55a9:38543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:11,269 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:21:11,269 INFO [RS:0;9d96596e55a9:38543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:21:11,269 INFO [RS:0;9d96596e55a9:38543 {}] hbase.ChoreService(370): Chore service for: regionserver/9d96596e55a9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T23:21:11,269 INFO [RS:0;9d96596e55a9:38543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:21:11,269 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:21:11,269 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-18T23:21:11,269 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-18T23:21:11,269 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9d96596e55a9,38543,1731972062212 because: Region server is closing 2024-11-18T23:21:11,269 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-18T23:21:11,270 INFO [RS:0;9d96596e55a9:38543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:38543. 2024-11-18T23:21:11,270 DEBUG [RS:0;9d96596e55a9:38543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:21:11,270 DEBUG [RS:0;9d96596e55a9:38543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:11,270 DEBUG [RS:0;9d96596e55a9:38543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:11,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:21:11,370 WARN [RS:0;9d96596e55a9:38543.replicationSource.wal-reader.9d96596e55a9%2C38543%2C1731972062212,1-9d96596e55a9,38543,1731972062212 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T23:21:11,370 WARN [RS:0;9d96596e55a9:38543.replicationSource.shipper9d96596e55a9%2C38543%2C1731972062212,1-9d96596e55a9,38543,1731972062212 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T23:21:11,370 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;9d96596e55a9:38543.replicationSource.shipper9d96596e55a9%2C38543%2C1731972062212,1-9d96596e55a9,38543,1731972062212 terminated 2024-11-18T23:21:11,371 INFO [RS:0;9d96596e55a9:38543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38543 2024-11-18T23:21:11,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687/rs 2024-11-18T23:21:11,405 INFO [RS:0;9d96596e55a9:38543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:21:11,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x101504012e50007, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1109703687/rs/9d96596e55a9,38543,1731972062212 2024-11-18T23:21:11,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d96596e55a9,38543,1731972062212] 2024-11-18T23:21:11,426 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1109703687/draining/9d96596e55a9,38543,1731972062212 already deleted, retry=false 2024-11-18T23:21:11,426 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d96596e55a9,38543,1731972062212 expired; onlineServers=0 2024-11-18T23:21:11,426 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d96596e55a9,33721,1731972062124' ***** 2024-11-18T23:21:11,426 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T23:21:11,426 INFO [M:0;9d96596e55a9:33721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:21:11,426 INFO [M:0;9d96596e55a9:33721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:21:11,426 DEBUG [M:0;9d96596e55a9:33721 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T23:21:11,426 DEBUG [M:0;9d96596e55a9:33721 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T23:21:11,426 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T23:21:11,426 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972063536 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972063536,5,FailOnTimeoutGroup] 2024-11-18T23:21:11,426 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972063520 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972063520,5,FailOnTimeoutGroup] 2024-11-18T23:21:11,426 INFO [M:0;9d96596e55a9:33721 {}] hbase.ChoreService(370): Chore service for: master/9d96596e55a9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T23:21:11,427 INFO [M:0;9d96596e55a9:33721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:21:11,427 DEBUG [M:0;9d96596e55a9:33721 {}] master.HMaster(1795): Stopping service threads 2024-11-18T23:21:11,427 INFO [M:0;9d96596e55a9:33721 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T23:21:11,427 INFO [M:0;9d96596e55a9:33721 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:21:11,427 INFO [M:0;9d96596e55a9:33721 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T23:21:11,427 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T23:21:11,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1109703687/master 2024-11-18T23:21:11,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1109703687 2024-11-18T23:21:11,443 INFO [M:0;9d96596e55a9:33721 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/.lastflushedseqids 2024-11-18T23:21:11,450 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1109703687/master already deleted, retry=false 2024-11-18T23:21:11,450 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1109703687/master 2024-11-18T23:21:11,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741852_1028 (size=181) 2024-11-18T23:21:11,517 INFO [RS:0;9d96596e55a9:38543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:21:11,517 INFO [RS:0;9d96596e55a9:38543 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d96596e55a9,38543,1731972062212; zookeeper connection closed. 2024-11-18T23:21:11,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x101504012e50007, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:21:11,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38543-0x101504012e50007, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:21:11,528 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e87e8f8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e87e8f8 2024-11-18T23:21:11,532 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T23:21:11,904 INFO [M:0;9d96596e55a9:33721 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T23:21:11,904 INFO [M:0;9d96596e55a9:33721 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T23:21:11,905 DEBUG [M:0;9d96596e55a9:33721 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:21:11,905 INFO [M:0;9d96596e55a9:33721 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:11,905 DEBUG [M:0;9d96596e55a9:33721 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:11,905 DEBUG [M:0;9d96596e55a9:33721 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:21:11,905 DEBUG [M:0;9d96596e55a9:33721 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:11,905 INFO [M:0;9d96596e55a9:33721 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-18T23:21:11,924 DEBUG [M:0;9d96596e55a9:33721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/769608c53751444685b72b4a75d15e74 is 82, key is hbase:meta,,1/info:regioninfo/1731972064439/Put/seqid=0 2024-11-18T23:21:11,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741853_1029 (size=5672) 2024-11-18T23:21:11,938 INFO [M:0;9d96596e55a9:33721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/769608c53751444685b72b4a75d15e74 2024-11-18T23:21:11,979 DEBUG [M:0;9d96596e55a9:33721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41f0780437224eee90c8ffbc63812b35 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731972068455/Put/seqid=0 2024-11-18T23:21:12,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741854_1030 (size=7312) 2024-11-18T23:21:12,009 INFO [M:0;9d96596e55a9:33721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41f0780437224eee90c8ffbc63812b35 2024-11-18T23:21:12,077 DEBUG [M:0;9d96596e55a9:33721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a15172f0809e412c9fe535746520b433 is 69, key is 9d96596e55a9,38543,1731972062212/rs:state/1731972063613/Put/seqid=0 2024-11-18T23:21:12,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741855_1031 (size=5370) 2024-11-18T23:21:12,136 INFO [M:0;9d96596e55a9:33721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a15172f0809e412c9fe535746520b433 2024-11-18T23:21:12,163 INFO [M:0;9d96596e55a9:33721 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a15172f0809e412c9fe535746520b433 2024-11-18T23:21:12,165 DEBUG [M:0;9d96596e55a9:33721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/769608c53751444685b72b4a75d15e74 as hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/769608c53751444685b72b4a75d15e74 2024-11-18T23:21:12,175 INFO [M:0;9d96596e55a9:33721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/769608c53751444685b72b4a75d15e74, entries=8, sequenceid=127, filesize=5.5 K 2024-11-18T23:21:12,176 DEBUG [M:0;9d96596e55a9:33721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41f0780437224eee90c8ffbc63812b35 as hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/41f0780437224eee90c8ffbc63812b35 2024-11-18T23:21:12,198 INFO [M:0;9d96596e55a9:33721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/41f0780437224eee90c8ffbc63812b35, entries=7, sequenceid=127, filesize=7.1 K 2024-11-18T23:21:12,207 DEBUG [M:0;9d96596e55a9:33721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a15172f0809e412c9fe535746520b433 as hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a15172f0809e412c9fe535746520b433 2024-11-18T23:21:12,236 INFO [M:0;9d96596e55a9:33721 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a15172f0809e412c9fe535746520b433 2024-11-18T23:21:12,236 INFO [M:0;9d96596e55a9:33721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/c05ff810-0bcb-4f1d-a15f-df5ddc10acf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a15172f0809e412c9fe535746520b433, entries=2, sequenceid=127, filesize=5.2 K 2024-11-18T23:21:12,240 INFO [M:0;9d96596e55a9:33721 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 335ms, sequenceid=127, compaction requested=false 2024-11-18T23:21:12,280 INFO [M:0;9d96596e55a9:33721 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:12,280 DEBUG [M:0;9d96596e55a9:33721 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972071904Disabling compacts and flushes for region at 1731972071904Disabling writes for close at 1731972071905 (+1 ms)Obtaining lock to block concurrent updates at 1731972071905Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731972071905Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731972071905Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731972071906 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731972071906Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731972071924 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731972071924Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731972071945 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731972071978 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731972071978Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731972072047 (+69 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731972072076 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731972072076Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b29c3d2: reopening flushed file at 1731972072163 (+87 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@683ed222: reopening flushed file at 1731972072175 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6734fc6c: reopening flushed file at 1731972072199 (+24 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 335ms, sequenceid=127, compaction requested=false at 1731972072240 (+41 ms)Writing region close event to WAL at 1731972072280 (+40 ms)Closed at 1731972072280 2024-11-18T23:21:12,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40831 is added to blk_1073741847_1023 (size=22903) 2024-11-18T23:21:12,305 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:21:12,305 INFO [M:0;9d96596e55a9:33721 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T23:21:12,305 INFO [M:0;9d96596e55a9:33721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33721 2024-11-18T23:21:12,306 INFO [M:0;9d96596e55a9:33721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:21:12,422 INFO [M:0;9d96596e55a9:33721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:21:12,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:21:12,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33721-0x101504012e50006, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:21:12,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@508856f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:21:12,448 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18d51db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:21:12,449 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:21:12,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25da1d81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:21:12,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44053aff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/hadoop.log.dir/,STOPPED} 2024-11-18T23:21:12,453 WARN [BP-62187835-172.17.0.2-1731972044618 heartbeating to localhost/127.0.0.1:36477 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T23:21:12,453 WARN [BP-62187835-172.17.0.2-1731972044618 heartbeating to localhost/127.0.0.1:36477 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-62187835-172.17.0.2-1731972044618 (Datanode Uuid b3b0ff2a-81c2-4eab-9cc3-05cc8b41e4a9) service to localhost/127.0.0.1:36477 2024-11-18T23:21:12,454 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T23:21:12,454 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/cluster_e496f1cc-0ff8-77bd-06b8-919342dca735/data/data2/current/BP-62187835-172.17.0.2-1731972044618 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:21:12,455 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T23:21:12,455 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/cluster_e496f1cc-0ff8-77bd-06b8-919342dca735/data/data1/current/BP-62187835-172.17.0.2-1731972044618 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:21:12,455 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T23:21:12,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5847fe92{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:21:12,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17b498a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:21:12,513 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:21:12,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aeb6013{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:21:12,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@297b31a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/efec4c92-832a-d5c3-df8f-532e8bee3337/hadoop.log.dir/,STOPPED} 2024-11-18T23:21:12,537 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T23:21:12,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T23:21:12,579 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=210 (was 159) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36477 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64054) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36477 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:36477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34341 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64054) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:34341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:36477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36477 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=581 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1059 (was 1167), ProcessCount=11 (was 11), AvailableMemoryMB=5363 (was 4062) - AvailableMemoryMB LEAK? - 2024-11-18T23:21:12,605 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=210, OpenFileDescriptor=581, MaxFileDescriptor=1048576, SystemLoadAverage=1059, ProcessCount=11, AvailableMemoryMB=5361 2024-11-18T23:21:12,622 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-18T23:21:12,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/hadoop.log.dir so I do NOT create it in target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df 2024-11-18T23:21:12,623 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T23:21:12,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/hadoop.tmp.dir so I do NOT create it in target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df 2024-11-18T23:21:12,623 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a367005-d81d-c2da-1de8-614719c43def/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T23:21:12,623 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df 2024-11-18T23:21:12,623 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/cluster_af94a58e-f60c-cff5-cebe-1299969b3422, deleteOnExit=true 2024-11-18T23:21:12,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101504012e50002, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T23:21:12,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101504012e50002, quorum=127.0.0.1:64054, baseZNode=/0-1109703687 Received Disconnected from ZooKeeper, ignoring 2024-11-18T23:21:12,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101504012e50005, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T23:21:12,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101504012e50005, quorum=127.0.0.1:64054, baseZNode=/11886443172 Received Disconnected from ZooKeeper, ignoring 2024-11-18T23:21:12,705 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/cluster_af94a58e-f60c-cff5-cebe-1299969b3422/zookeeper_0, clientPort=53227, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/cluster_af94a58e-f60c-cff5-cebe-1299969b3422/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/cluster_af94a58e-f60c-cff5-cebe-1299969b3422/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T23:21:12,714 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53227 2024-11-18T23:21:12,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T23:21:12,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T23:21:12,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/test.cache.data in system properties and HBase conf 2024-11-18T23:21:12,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T23:21:12,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/hadoop.log.dir in system properties and HBase conf 2024-11-18T23:21:12,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T23:21:12,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T23:21:12,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T23:21:12,715 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T23:21:12,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:21:12,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:21:12,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T23:21:12,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:21:12,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T23:21:12,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T23:21:12,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:21:12,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:21:12,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T23:21:12,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/nfs.dump.dir in system properties and HBase conf 2024-11-18T23:21:12,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/java.io.tmpdir in system properties and HBase conf 2024-11-18T23:21:12,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:21:12,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T23:21:12,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T23:21:13,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:21:13,455 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:21:13,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:21:13,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:21:13,485 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:21:13,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:21:13,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3da85a2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:21:13,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@293cc62b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:21:13,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b595681{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/java.io.tmpdir/jetty-localhost-36679-hadoop-hdfs-3_4_1-tests_jar-_-any-15176543232731393750/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:21:13,685 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21b32a8f{HTTP/1.1, (http/1.1)}{localhost:36679} 2024-11-18T23:21:13,685 INFO [Time-limited test {}] server.Server(415): Started @187844ms 2024-11-18T23:21:14,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:21:14,163 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:21:14,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:21:14,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:21:14,177 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T23:21:14,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@251c6f8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:21:14,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@122dce00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:21:14,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3bdea809{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/java.io.tmpdir/jetty-localhost-42643-hadoop-hdfs-3_4_1-tests_jar-_-any-17148001713377550569/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:21:14,323 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7161e3d3{HTTP/1.1, (http/1.1)}{localhost:42643} 2024-11-18T23:21:14,323 INFO [Time-limited test {}] server.Server(415): Started @188483ms 2024-11-18T23:21:14,324 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T23:21:15,346 WARN [Thread-1673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/cluster_af94a58e-f60c-cff5-cebe-1299969b3422/data/data1/current/BP-2076174064-172.17.0.2-1731972072797/current, will proceed with Du for space computation calculation, 2024-11-18T23:21:15,352 WARN [Thread-1674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/cluster_af94a58e-f60c-cff5-cebe-1299969b3422/data/data2/current/BP-2076174064-172.17.0.2-1731972072797/current, will proceed with Du for space computation calculation, 2024-11-18T23:21:15,409 WARN [Thread-1661 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T23:21:15,416 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ae2f112b85e18d4 with lease ID 0x8e819c12f250468c: Processing first storage report for DS-f6624cca-485b-402c-a078-14e420162459 from datanode DatanodeRegistration(127.0.0.1:37783, datanodeUuid=24ef4155-dc09-4a3b-9769-ad3caa3e948a, infoPort=42859, infoSecurePort=0, ipcPort=44441, storageInfo=lv=-57;cid=testClusterID;nsid=1998680521;c=1731972072797) 2024-11-18T23:21:15,416 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ae2f112b85e18d4 with lease ID 0x8e819c12f250468c: from storage DS-f6624cca-485b-402c-a078-14e420162459 node DatanodeRegistration(127.0.0.1:37783, datanodeUuid=24ef4155-dc09-4a3b-9769-ad3caa3e948a, infoPort=42859, infoSecurePort=0, ipcPort=44441, storageInfo=lv=-57;cid=testClusterID;nsid=1998680521;c=1731972072797), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:21:15,416 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ae2f112b85e18d4 with lease ID 0x8e819c12f250468c: Processing first storage report for DS-7023eaec-1c31-473c-ac69-cc52ffcaf02b from datanode DatanodeRegistration(127.0.0.1:37783, datanodeUuid=24ef4155-dc09-4a3b-9769-ad3caa3e948a, infoPort=42859, infoSecurePort=0, ipcPort=44441, storageInfo=lv=-57;cid=testClusterID;nsid=1998680521;c=1731972072797) 2024-11-18T23:21:15,416 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ae2f112b85e18d4 with lease ID 0x8e819c12f250468c: from storage DS-7023eaec-1c31-473c-ac69-cc52ffcaf02b node DatanodeRegistration(127.0.0.1:37783, datanodeUuid=24ef4155-dc09-4a3b-9769-ad3caa3e948a, infoPort=42859, infoSecurePort=0, ipcPort=44441, storageInfo=lv=-57;cid=testClusterID;nsid=1998680521;c=1731972072797), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:21:15,505 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df 2024-11-18T23:21:15,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:15,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:15,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741825_1001 (size=7) 2024-11-18T23:21:15,928 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8 with version=8 2024-11-18T23:21:15,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/hbase-staging 2024-11-18T23:21:15,930 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:21:15,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:15,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:15,930 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:21:15,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:15,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:21:15,930 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T23:21:15,930 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:21:15,939 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46755 2024-11-18T23:21:15,941 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46755 connecting to ZooKeeper ensemble=127.0.0.1:53227 2024-11-18T23:21:16,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467550x0, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:21:16,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46755-0x101504080980000 connected 2024-11-18T23:21:16,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:16,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:16,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Set watcher on znode that does not yet exist, /056244604/running 2024-11-18T23:21:16,219 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8, hbase.cluster.distributed=false 2024-11-18T23:21:16,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Set watcher on znode that does not yet exist, /056244604/acl 2024-11-18T23:21:16,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46755 2024-11-18T23:21:16,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46755 2024-11-18T23:21:16,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46755 2024-11-18T23:21:16,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46755 2024-11-18T23:21:16,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46755 2024-11-18T23:21:16,278 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:21:16,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:16,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:16,278 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:21:16,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:16,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:21:16,278 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T23:21:16,278 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:21:16,279 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41465 2024-11-18T23:21:16,280 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41465 connecting to ZooKeeper ensemble=127.0.0.1:53227 2024-11-18T23:21:16,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:16,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:16,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:21:16,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:16,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:16,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:16,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:16,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:16,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:16,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:16,362 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:21:16,362 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T23:21:16,362 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T23:21:16,362 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:21:16,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414650x0, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:21:16,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41465-0x101504080980001 connected 2024-11-18T23:21:16,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41465-0x101504080980001, quorum=127.0.0.1:53227, baseZNode=/056244604 Set watcher on znode that does not yet exist, /056244604/running 2024-11-18T23:21:16,444 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T23:21:16,447 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T23:21:16,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41465-0x101504080980001, quorum=127.0.0.1:53227, baseZNode=/056244604 Set watcher on znode that does not yet exist, /056244604/master 2024-11-18T23:21:16,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41465-0x101504080980001, quorum=127.0.0.1:53227, baseZNode=/056244604 Set watcher on znode that does not yet exist, /056244604/acl 2024-11-18T23:21:16,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41465 2024-11-18T23:21:16,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41465 2024-11-18T23:21:16,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41465 2024-11-18T23:21:16,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41465 2024-11-18T23:21:16,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41465 2024-11-18T23:21:16,556 DEBUG [M:0;9d96596e55a9:46755 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:46755 2024-11-18T23:21:16,564 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /056244604/backup-masters/9d96596e55a9,46755,1731972075930 2024-11-18T23:21:16,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/056244604/backup-masters 2024-11-18T23:21:16,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101504080980001, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/056244604/backup-masters 2024-11-18T23:21:16,628 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Set watcher on existing znode=/056244604/backup-masters/9d96596e55a9,46755,1731972075930 2024-11-18T23:21:16,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/056244604 2024-11-18T23:21:16,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101504080980001, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/056244604/master 2024-11-18T23:21:16,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101504080980001, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/056244604 2024-11-18T23:21:16,659 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Set watcher on existing znode=/056244604/master 2024-11-18T23:21:16,664 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /056244604/backup-masters/9d96596e55a9,46755,1731972075930 from backup master directory 2024-11-18T23:21:16,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101504080980001, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/056244604/backup-masters 2024-11-18T23:21:16,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/056244604/backup-masters/9d96596e55a9,46755,1731972075930 2024-11-18T23:21:16,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/056244604/backup-masters 2024-11-18T23:21:16,688 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:21:16,688 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,46755,1731972075930 2024-11-18T23:21:16,726 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/hbase.id] with ID: 00ec9af4-6d94-4173-be8b-9c750ee706f0 2024-11-18T23:21:16,726 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/.tmp/hbase.id 2024-11-18T23:21:16,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741826_1002 (size=42) 2024-11-18T23:21:17,177 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/.tmp/hbase.id]:[hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/hbase.id] 2024-11-18T23:21:17,199 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:17,199 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T23:21:17,201 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T23:21:17,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/056244604 2024-11-18T23:21:17,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101504080980001, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/056244604 2024-11-18T23:21:17,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741827_1003 (size=196) 2024-11-18T23:21:17,665 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:21:17,666 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T23:21:17,668 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:21:17,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741828_1004 (size=1189) 2024-11-18T23:21:17,705 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/data/master/store 2024-11-18T23:21:17,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741829_1005 (size=34) 2024-11-18T23:21:18,155 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:21:18,155 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:21:18,155 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:18,155 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:18,155 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:21:18,155 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:18,155 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:18,155 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972078155Disabling compacts and flushes for region at 1731972078155Disabling writes for close at 1731972078155Writing region close event to WAL at 1731972078155Closed at 1731972078155 2024-11-18T23:21:18,168 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/data/master/store/.initializing 2024-11-18T23:21:18,168 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/WALs/9d96596e55a9,46755,1731972075930 2024-11-18T23:21:18,182 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:21:18,198 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C46755%2C1731972075930, suffix=, logDir=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/WALs/9d96596e55a9,46755,1731972075930, archiveDir=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/oldWALs, maxLogs=10 2024-11-18T23:21:18,224 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/WALs/9d96596e55a9,46755,1731972075930/9d96596e55a9%2C46755%2C1731972075930.1731972078199, exclude list is [], retry=0 2024-11-18T23:21:18,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37783,DS-f6624cca-485b-402c-a078-14e420162459,DISK] 2024-11-18T23:21:18,266 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/WALs/9d96596e55a9,46755,1731972075930/9d96596e55a9%2C46755%2C1731972075930.1731972078199 2024-11-18T23:21:18,268 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42859:42859)] 2024-11-18T23:21:18,268 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:21:18,269 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:21:18,269 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:18,269 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:18,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:18,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T23:21:18,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:18,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:18,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:18,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T23:21:18,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:18,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:18,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:18,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T23:21:18,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:18,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:18,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:18,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T23:21:18,337 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:18,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:18,338 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:18,339 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:18,344 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:18,351 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:18,351 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:18,352 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:21:18,366 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:18,405 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:21:18,409 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63689980, jitterRate=-0.05094534158706665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:21:18,410 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731972078269Initializing all the Stores at 1731972078271 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972078271Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972078273 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972078273Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972078273Cleaning up temporary data from old regions at 1731972078351 (+78 ms)Region opened successfully at 1731972078410 (+59 ms) 2024-11-18T23:21:18,419 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T23:21:18,442 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39bf4294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:21:18,448 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T23:21:18,448 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T23:21:18,448 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T23:21:18,449 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T23:21:18,457 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 8 msec 2024-11-18T23:21:18,458 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T23:21:18,458 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T23:21:18,484 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T23:21:18,496 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Unable to get data of znode /056244604/balancer because node does not exist (not necessarily an error) 2024-11-18T23:21:18,584 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /056244604/balancer already deleted, retry=false 2024-11-18T23:21:18,585 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T23:21:18,586 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Unable to get data of znode /056244604/normalizer because node does not exist (not necessarily an error) 2024-11-18T23:21:18,600 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /056244604/normalizer already deleted, retry=false 2024-11-18T23:21:18,601 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T23:21:18,618 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Unable to get data of znode /056244604/switch/split because node does not exist (not necessarily an error) 2024-11-18T23:21:18,638 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /056244604/switch/split already deleted, retry=false 2024-11-18T23:21:18,652 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Unable to get data of znode /056244604/switch/merge because node does not exist (not necessarily an error) 2024-11-18T23:21:18,747 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /056244604/switch/merge already deleted, retry=false 2024-11-18T23:21:18,761 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Unable to get data of znode /056244604/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T23:21:18,833 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /056244604/snapshot-cleanup already deleted, retry=false 2024-11-18T23:21:18,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101504080980001, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/056244604/running 2024-11-18T23:21:18,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/056244604/running 2024-11-18T23:21:18,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101504080980001, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/056244604 2024-11-18T23:21:18,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/056244604 2024-11-18T23:21:18,901 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,46755,1731972075930, sessionid=0x101504080980000, setting cluster-up flag (Was=false) 2024-11-18T23:21:18,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101504080980001, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/056244604 2024-11-18T23:21:18,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/056244604 2024-11-18T23:21:18,999 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /056244604/flush-table-proc/acquired, /056244604/flush-table-proc/reached, /056244604/flush-table-proc/abort 2024-11-18T23:21:19,016 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,46755,1731972075930 2024-11-18T23:21:19,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101504080980001, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/056244604 2024-11-18T23:21:19,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/056244604 2024-11-18T23:21:19,222 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /056244604/online-snapshot/acquired, /056244604/online-snapshot/reached, /056244604/online-snapshot/abort 2024-11-18T23:21:19,241 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,46755,1731972075930 2024-11-18T23:21:19,249 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T23:21:19,251 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T23:21:19,251 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T23:21:19,251 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T23:21:19,252 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,46755,1731972075930 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T23:21:19,253 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:21:19,253 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:21:19,253 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:21:19,253 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:21:19,253 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-18T23:21:19,253 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:19,253 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:21:19,260 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:19,278 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:21:19,278 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T23:21:19,280 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:19,280 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T23:21:19,296 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731972109296 2024-11-18T23:21:19,296 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T23:21:19,296 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T23:21:19,296 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T23:21:19,297 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T23:21:19,297 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T23:21:19,297 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T23:21:19,326 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:19,326 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer(746): ClusterId : 00ec9af4-6d94-4173-be8b-9c750ee706f0 2024-11-18T23:21:19,326 DEBUG [RS:0;9d96596e55a9:41465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T23:21:19,330 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T23:21:19,330 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T23:21:19,330 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T23:21:19,330 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T23:21:19,338 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T23:21:19,338 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T23:21:19,340 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972079338,5,FailOnTimeoutGroup] 2024-11-18T23:21:19,343 DEBUG [RS:0;9d96596e55a9:41465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T23:21:19,343 DEBUG [RS:0;9d96596e55a9:41465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T23:21:19,345 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972079340,5,FailOnTimeoutGroup] 2024-11-18T23:21:19,345 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:19,345 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T23:21:19,345 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:19,345 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:19,356 DEBUG [RS:0;9d96596e55a9:41465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T23:21:19,356 DEBUG [RS:0;9d96596e55a9:41465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb0d840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:21:19,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741831_1007 (size=1321) 2024-11-18T23:21:19,404 DEBUG [RS:0;9d96596e55a9:41465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:41465 2024-11-18T23:21:19,404 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T23:21:19,404 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T23:21:19,404 DEBUG [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T23:21:19,406 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,46755,1731972075930 with port=41465, startcode=1731972076277 2024-11-18T23:21:19,406 DEBUG [RS:0;9d96596e55a9:41465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T23:21:19,413 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T23:21:19,413 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46755 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,41465,1731972076277 2024-11-18T23:21:19,413 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46755 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,41465,1731972076277 2024-11-18T23:21:19,415 DEBUG [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8 2024-11-18T23:21:19,415 DEBUG [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35149 2024-11-18T23:21:19,415 DEBUG [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T23:21:19,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/056244604/rs 2024-11-18T23:21:19,519 DEBUG [RS:0;9d96596e55a9:41465 {}] zookeeper.ZKUtil(111): regionserver:41465-0x101504080980001, quorum=127.0.0.1:53227, baseZNode=/056244604 Set watcher on existing znode=/056244604/rs/9d96596e55a9,41465,1731972076277 2024-11-18T23:21:19,519 WARN [RS:0;9d96596e55a9:41465 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:21:19,519 INFO [RS:0;9d96596e55a9:41465 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:21:19,519 DEBUG [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277 2024-11-18T23:21:19,521 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,41465,1731972076277] 2024-11-18T23:21:19,583 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T23:21:19,589 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T23:21:19,589 INFO [RS:0;9d96596e55a9:41465 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T23:21:19,589 INFO [RS:0;9d96596e55a9:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:19,596 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T23:21:19,597 INFO [RS:0;9d96596e55a9:41465 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T23:21:19,597 INFO [RS:0;9d96596e55a9:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:19,597 DEBUG [RS:0;9d96596e55a9:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:19,597 DEBUG [RS:0;9d96596e55a9:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:19,597 DEBUG [RS:0;9d96596e55a9:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:19,597 DEBUG [RS:0;9d96596e55a9:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:19,598 DEBUG [RS:0;9d96596e55a9:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:19,598 DEBUG [RS:0;9d96596e55a9:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:21:19,598 DEBUG [RS:0;9d96596e55a9:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:19,598 DEBUG [RS:0;9d96596e55a9:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:19,598 DEBUG [RS:0;9d96596e55a9:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:19,598 DEBUG [RS:0;9d96596e55a9:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:19,598 DEBUG [RS:0;9d96596e55a9:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:19,598 DEBUG [RS:0;9d96596e55a9:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:19,598 DEBUG [RS:0;9d96596e55a9:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:21:19,598 DEBUG [RS:0;9d96596e55a9:41465 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:21:19,638 INFO [RS:0;9d96596e55a9:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:19,638 INFO [RS:0;9d96596e55a9:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:19,638 INFO [RS:0;9d96596e55a9:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:19,638 INFO [RS:0;9d96596e55a9:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:19,638 INFO [RS:0;9d96596e55a9:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:19,638 INFO [RS:0;9d96596e55a9:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,41465,1731972076277-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:21:19,667 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T23:21:19,668 INFO [RS:0;9d96596e55a9:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,41465,1731972076277-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:19,675 INFO [RS:0;9d96596e55a9:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:19,676 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.Replication(171): 9d96596e55a9,41465,1731972076277 started 2024-11-18T23:21:19,693 INFO [RS:0;9d96596e55a9:41465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:19,693 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,41465,1731972076277, RpcServer on 9d96596e55a9/172.17.0.2:41465, sessionid=0x101504080980001 2024-11-18T23:21:19,693 DEBUG [RS:0;9d96596e55a9:41465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T23:21:19,693 DEBUG [RS:0;9d96596e55a9:41465 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,41465,1731972076277 2024-11-18T23:21:19,693 DEBUG [RS:0;9d96596e55a9:41465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,41465,1731972076277' 2024-11-18T23:21:19,693 DEBUG [RS:0;9d96596e55a9:41465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/056244604/flush-table-proc/abort' 2024-11-18T23:21:19,694 DEBUG [RS:0;9d96596e55a9:41465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/056244604/flush-table-proc/acquired' 2024-11-18T23:21:19,694 DEBUG [RS:0;9d96596e55a9:41465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T23:21:19,694 DEBUG [RS:0;9d96596e55a9:41465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T23:21:19,694 DEBUG [RS:0;9d96596e55a9:41465 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,41465,1731972076277 2024-11-18T23:21:19,694 DEBUG [RS:0;9d96596e55a9:41465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,41465,1731972076277' 2024-11-18T23:21:19,694 DEBUG [RS:0;9d96596e55a9:41465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/056244604/online-snapshot/abort' 2024-11-18T23:21:19,695 DEBUG [RS:0;9d96596e55a9:41465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/056244604/online-snapshot/acquired' 2024-11-18T23:21:19,695 DEBUG [RS:0;9d96596e55a9:41465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T23:21:19,695 INFO [RS:0;9d96596e55a9:41465 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T23:21:19,695 INFO [RS:0;9d96596e55a9:41465 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T23:21:19,785 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T23:21:19,785 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8 2024-11-18T23:21:19,796 INFO [RS:0;9d96596e55a9:41465 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:21:19,805 INFO [RS:0;9d96596e55a9:41465 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C41465%2C1731972076277, suffix=, logDir=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277, archiveDir=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/oldWALs, maxLogs=10 2024-11-18T23:21:19,828 DEBUG [RS:0;9d96596e55a9:41465 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805, exclude list is [], retry=0 2024-11-18T23:21:19,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741832_1008 (size=32) 2024-11-18T23:21:19,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37783,DS-f6624cca-485b-402c-a078-14e420162459,DISK] 2024-11-18T23:21:19,884 INFO [RS:0;9d96596e55a9:41465 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 2024-11-18T23:21:19,898 DEBUG [RS:0;9d96596e55a9:41465 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42859:42859)] 2024-11-18T23:21:20,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:21:20,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:21:20,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:21:20,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:20,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:20,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:21:20,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:21:20,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:20,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:20,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:21:20,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:21:20,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:20,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:20,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:21:20,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:21:20,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:20,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:20,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:21:20,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740 2024-11-18T23:21:20,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740 2024-11-18T23:21:20,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:21:20,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:21:20,325 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:21:20,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:21:20,353 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:21:20,354 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72064401, jitterRate=0.07384325563907623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:21:20,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731972080249Initializing all the Stores at 1731972080252 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972080252Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972080256 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972080256Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972080256Cleaning up temporary data from old regions at 1731972080323 (+67 ms)Region opened successfully at 1731972080354 (+31 ms) 2024-11-18T23:21:20,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:21:20,355 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:21:20,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:21:20,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:21:20,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:21:20,360 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:21:20,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972080355Disabling compacts and flushes for region at 1731972080355Disabling writes for close at 1731972080355Writing region close event to WAL at 1731972080360 (+5 ms)Closed at 1731972080360 2024-11-18T23:21:20,361 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:21:20,361 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T23:21:20,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T23:21:20,363 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:21:20,366 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T23:21:20,516 DEBUG [9d96596e55a9:46755 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:21:20,517 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,41465,1731972076277 2024-11-18T23:21:20,518 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,41465,1731972076277, state=OPENING 2024-11-18T23:21:20,534 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T23:21:20,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101504080980001, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/056244604 2024-11-18T23:21:20,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/056244604 2024-11-18T23:21:20,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /056244604/meta-region-server: CHANGED 2024-11-18T23:21:20,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /056244604/meta-region-server: CHANGED 2024-11-18T23:21:20,553 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:21:20,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,41465,1731972076277}] 2024-11-18T23:21:20,732 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:21:20,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:21:20,772 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T23:21:20,772 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:21:20,773 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T23:21:20,785 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C41465%2C1731972076277.meta, suffix=.meta, logDir=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277, archiveDir=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/oldWALs, maxLogs=10 2024-11-18T23:21:20,804 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.meta.1731972080786.meta, exclude list is [], retry=0 2024-11-18T23:21:20,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37783,DS-f6624cca-485b-402c-a078-14e420162459,DISK] 2024-11-18T23:21:20,837 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.meta.1731972080786.meta 2024-11-18T23:21:20,848 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42859:42859)] 2024-11-18T23:21:20,849 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:21:20,849 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:21:20,850 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:21:20,850 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T23:21:20,850 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T23:21:20,850 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T23:21:20,850 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:21:20,850 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T23:21:20,850 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T23:21:20,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:21:20,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:21:20,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:20,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:20,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:21:20,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:21:20,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:20,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:20,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:21:20,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:21:20,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:20,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:20,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:21:20,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:21:20,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:20,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:20,866 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:21:20,867 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740 2024-11-18T23:21:20,877 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740 2024-11-18T23:21:20,880 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:21:20,880 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:21:20,885 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:21:20,888 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:21:20,896 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74806057, jitterRate=0.11469711363315582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:21:20,896 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T23:21:20,897 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731972080850Writing region info on filesystem at 1731972080850Initializing all the Stores at 1731972080857 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972080857Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972080857Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972080857Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972080857Cleaning up temporary data from old regions at 1731972080880 (+23 ms)Running coprocessor post-open hooks at 1731972080896 (+16 ms)Region opened successfully at 1731972080897 (+1 ms) 2024-11-18T23:21:20,899 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731972080732 2024-11-18T23:21:20,902 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T23:21:20,902 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T23:21:20,903 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,41465,1731972076277 2024-11-18T23:21:20,904 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,41465,1731972076277, state=OPEN 2024-11-18T23:21:21,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101504080980001, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/056244604/meta-region-server 2024-11-18T23:21:21,020 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,41465,1731972076277 2024-11-18T23:21:21,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /056244604/meta-region-server: CHANGED 2024-11-18T23:21:21,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/056244604/meta-region-server 2024-11-18T23:21:21,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /056244604/meta-region-server: CHANGED 2024-11-18T23:21:21,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T23:21:21,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,41465,1731972076277 in 467 msec 2024-11-18T23:21:21,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T23:21:21,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 663 msec 2024-11-18T23:21:21,028 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:21:21,028 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T23:21:21,031 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:21:21,031 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,41465,1731972076277, seqNum=-1] 2024-11-18T23:21:21,032 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:21:21,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:21:21,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7940 sec 2024-11-18T23:21:21,048 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731972081048, completionTime=-1 2024-11-18T23:21:21,049 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T23:21:21,049 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T23:21:21,053 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T23:21:21,053 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731972141053 2024-11-18T23:21:21,053 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731972201053 2024-11-18T23:21:21,053 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-18T23:21:21,053 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,46755,1731972075930-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:21,053 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,46755,1731972075930-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:21,053 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,46755,1731972075930-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:21,054 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:46755, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:21,054 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:21,057 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:21,059 DEBUG [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T23:21:21,066 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.378sec 2024-11-18T23:21:21,066 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T23:21:21,066 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T23:21:21,066 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T23:21:21,066 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T23:21:21,066 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T23:21:21,066 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,46755,1731972075930-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:21:21,066 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,46755,1731972075930-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T23:21:21,092 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T23:21:21,092 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T23:21:21,092 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,46755,1731972075930-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:21,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474bb218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:21,142 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,46755,-1 for getting cluster id 2024-11-18T23:21:21,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:21:21,163 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00ec9af4-6d94-4173-be8b-9c750ee706f0' 2024-11-18T23:21:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:21:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00ec9af4-6d94-4173-be8b-9c750ee706f0" 2024-11-18T23:21:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56fb0b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,46755,-1] 2024-11-18T23:21:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:21:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:21,165 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:21:21,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7b4cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:21,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:21:21,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,41465,1731972076277, seqNum=-1] 2024-11-18T23:21:21,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:21:21,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:21:21,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d96596e55a9,46755,1731972075930 2024-11-18T23:21:21,186 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53227 2024-11-18T23:21:21,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:21:21,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101504080980002 connected 2024-11-18T23:21:21,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/hadoop.log.dir so I do NOT create it in target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f 2024-11-18T23:21:21,225 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T23:21:21,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/hadoop.tmp.dir so I do NOT create it in target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f 2024-11-18T23:21:21,225 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T23:21:21,225 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f 2024-11-18T23:21:21,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T23:21:21,225 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/cluster_5926bb02-aedb-e94f-89b8-3b8ee43e5987, deleteOnExit=true 2024-11-18T23:21:21,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T23:21:21,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/test.cache.data in system properties and HBase conf 2024-11-18T23:21:21,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T23:21:21,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/hadoop.log.dir in system properties and HBase conf 2024-11-18T23:21:21,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T23:21:21,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T23:21:21,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T23:21:21,226 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T23:21:21,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:21:21,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:21:21,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T23:21:21,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:21:21,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T23:21:21,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T23:21:21,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:21:21,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:21:21,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T23:21:21,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/nfs.dump.dir in system properties and HBase conf 2024-11-18T23:21:21,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/java.io.tmpdir in system properties and HBase conf 2024-11-18T23:21:21,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:21:21,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T23:21:21,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T23:21:21,873 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:21:21,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:21,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:21,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:21,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:21,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:21,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:21,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:22,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:21:22,061 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:21:22,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:21:22,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:21:22,129 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T23:21:22,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:21:22,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5008a86b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:21:22,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4994021f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:21:22,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a62cd87{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/java.io.tmpdir/jetty-localhost-45213-hadoop-hdfs-3_4_1-tests_jar-_-any-13235076334238330597/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:21:22,360 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3facfa1f{HTTP/1.1, (http/1.1)}{localhost:45213} 2024-11-18T23:21:22,360 INFO [Time-limited test {}] server.Server(415): Started @196520ms 2024-11-18T23:21:23,040 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:21:23,070 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:21:23,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:21:23,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:21:23,080 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:21:23,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@559b3fef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:21:23,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70ce25de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:21:23,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@751a2c45{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/java.io.tmpdir/jetty-localhost-45275-hadoop-hdfs-3_4_1-tests_jar-_-any-508271311873079681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:21:23,246 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@571d6822{HTTP/1.1, (http/1.1)}{localhost:45275} 2024-11-18T23:21:23,246 INFO [Time-limited test {}] server.Server(415): Started @197405ms 2024-11-18T23:21:23,247 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T23:21:24,540 WARN [Thread-1795 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/cluster_5926bb02-aedb-e94f-89b8-3b8ee43e5987/data/data1/current/BP-1257465193-172.17.0.2-1731972081250/current, will proceed with Du for space computation calculation, 2024-11-18T23:21:24,544 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/cluster_5926bb02-aedb-e94f-89b8-3b8ee43e5987/data/data2/current/BP-1257465193-172.17.0.2-1731972081250/current, will proceed with Du for space computation calculation, 2024-11-18T23:21:24,641 WARN [Thread-1783 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T23:21:24,664 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6027d776cdbb8e94 with lease ID 0xb5d1eaddfd390881: Processing first storage report for DS-c76c32ab-ba21-4480-8b87-80a6ca335fa8 from datanode DatanodeRegistration(127.0.0.1:37687, datanodeUuid=37ae2058-cb5e-4c84-8209-3ed63469aba9, infoPort=33141, infoSecurePort=0, ipcPort=33029, storageInfo=lv=-57;cid=testClusterID;nsid=645030322;c=1731972081250) 2024-11-18T23:21:24,664 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6027d776cdbb8e94 with lease ID 0xb5d1eaddfd390881: from storage DS-c76c32ab-ba21-4480-8b87-80a6ca335fa8 node DatanodeRegistration(127.0.0.1:37687, datanodeUuid=37ae2058-cb5e-4c84-8209-3ed63469aba9, infoPort=33141, infoSecurePort=0, ipcPort=33029, storageInfo=lv=-57;cid=testClusterID;nsid=645030322;c=1731972081250), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:21:24,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6027d776cdbb8e94 with lease ID 0xb5d1eaddfd390881: Processing first storage report for DS-25259b45-3e99-4983-b95b-d86033b6fc3e from datanode DatanodeRegistration(127.0.0.1:37687, datanodeUuid=37ae2058-cb5e-4c84-8209-3ed63469aba9, infoPort=33141, infoSecurePort=0, ipcPort=33029, storageInfo=lv=-57;cid=testClusterID;nsid=645030322;c=1731972081250) 2024-11-18T23:21:24,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6027d776cdbb8e94 with lease ID 0xb5d1eaddfd390881: from storage DS-25259b45-3e99-4983-b95b-d86033b6fc3e node DatanodeRegistration(127.0.0.1:37687, datanodeUuid=37ae2058-cb5e-4c84-8209-3ed63469aba9, infoPort=33141, infoSecurePort=0, ipcPort=33029, storageInfo=lv=-57;cid=testClusterID;nsid=645030322;c=1731972081250), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:21:24,757 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f 2024-11-18T23:21:24,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:24,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:24,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741825_1001 (size=7) 2024-11-18T23:21:24,818 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90 with version=8 2024-11-18T23:21:24,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/hbase-staging 2024-11-18T23:21:24,820 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:21:24,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:24,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:24,820 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:21:24,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:24,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:21:24,820 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T23:21:24,821 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:21:24,829 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45079 2024-11-18T23:21:24,832 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45079 connecting to ZooKeeper ensemble=127.0.0.1:53227 2024-11-18T23:21:24,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450790x0, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:21:24,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45079-0x101504080980003 connected 2024-11-18T23:21:25,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:25,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:25,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Set watcher on znode that does not yet exist, /1-1023935417/running 2024-11-18T23:21:25,036 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90, hbase.cluster.distributed=false 2024-11-18T23:21:25,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Set watcher on znode that does not yet exist, /1-1023935417/acl 2024-11-18T23:21:25,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45079 2024-11-18T23:21:25,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45079 2024-11-18T23:21:25,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45079 2024-11-18T23:21:25,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45079 2024-11-18T23:21:25,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45079 2024-11-18T23:21:25,145 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:21:25,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:25,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:25,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:21:25,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:25,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:21:25,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T23:21:25,145 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:21:25,146 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36573 2024-11-18T23:21:25,150 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36573 connecting to ZooKeeper ensemble=127.0.0.1:53227 2024-11-18T23:21:25,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:25,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:25,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365730x0, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:21:25,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365730x0, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Set watcher on znode that does not yet exist, /1-1023935417/running 2024-11-18T23:21:25,184 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T23:21:25,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36573-0x101504080980004 connected 2024-11-18T23:21:25,208 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T23:21:25,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36573-0x101504080980004, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Set watcher on znode that does not yet exist, /1-1023935417/master 2024-11-18T23:21:25,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36573-0x101504080980004, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Set watcher on znode that does not yet exist, /1-1023935417/acl 2024-11-18T23:21:25,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36573 2024-11-18T23:21:25,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36573 2024-11-18T23:21:25,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36573 2024-11-18T23:21:25,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36573 2024-11-18T23:21:25,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36573 2024-11-18T23:21:25,336 DEBUG [M:0;9d96596e55a9:45079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:45079 2024-11-18T23:21:25,364 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1023935417/backup-masters/9d96596e55a9,45079,1731972084820 2024-11-18T23:21:25,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x101504080980004, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1023935417/backup-masters 2024-11-18T23:21:25,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1023935417/backup-masters 2024-11-18T23:21:25,382 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Set watcher on existing znode=/1-1023935417/backup-masters/9d96596e55a9,45079,1731972084820 2024-11-18T23:21:25,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x101504080980004, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1023935417/master 2024-11-18T23:21:25,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x101504080980004, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1023935417 2024-11-18T23:21:25,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1023935417 2024-11-18T23:21:25,416 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Set watcher on existing znode=/1-1023935417/master 2024-11-18T23:21:25,421 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1023935417/backup-masters/9d96596e55a9,45079,1731972084820 from backup master directory 2024-11-18T23:21:25,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x101504080980004, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1023935417/backup-masters 2024-11-18T23:21:25,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1023935417/backup-masters/9d96596e55a9,45079,1731972084820 2024-11-18T23:21:25,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1023935417/backup-masters 2024-11-18T23:21:25,437 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:21:25,437 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,45079,1731972084820 2024-11-18T23:21:25,452 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/hbase.id] with ID: d9f1aac3-8ef5-4345-9b9c-e427869f7f82 2024-11-18T23:21:25,452 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/.tmp/hbase.id 2024-11-18T23:21:25,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741826_1002 (size=42) 2024-11-18T23:21:25,628 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T23:21:25,881 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/.tmp/hbase.id]:[hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/hbase.id] 2024-11-18T23:21:25,991 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:25,991 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T23:21:26,010 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-18T23:21:26,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x101504080980004, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1023935417 2024-11-18T23:21:26,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1023935417 2024-11-18T23:21:26,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741827_1003 (size=196) 2024-11-18T23:21:26,248 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T23:21:26,248 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T23:21:26,249 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:21:26,249 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T23:21:26,249 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:21:26,249 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T23:21:26,249 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T23:21:26,249 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T23:21:26,508 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:21:26,509 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T23:21:26,515 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:21:26,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741828_1004 (size=1189) 2024-11-18T23:21:26,609 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/data/master/store 2024-11-18T23:21:26,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741829_1005 (size=34) 2024-11-18T23:21:26,685 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:21:26,685 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:21:26,685 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:26,685 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:26,685 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:21:26,685 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:26,685 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:26,685 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972086685Disabling compacts and flushes for region at 1731972086685Disabling writes for close at 1731972086685Writing region close event to WAL at 1731972086685Closed at 1731972086685 2024-11-18T23:21:26,689 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/data/master/store/.initializing 2024-11-18T23:21:26,689 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/WALs/9d96596e55a9,45079,1731972084820 2024-11-18T23:21:26,702 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:21:26,716 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C45079%2C1731972084820, suffix=, logDir=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/WALs/9d96596e55a9,45079,1731972084820, archiveDir=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/oldWALs, maxLogs=10 2024-11-18T23:21:26,735 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/WALs/9d96596e55a9,45079,1731972084820/9d96596e55a9%2C45079%2C1731972084820.1731972086717, exclude list is [], retry=0 2024-11-18T23:21:26,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37687,DS-c76c32ab-ba21-4480-8b87-80a6ca335fa8,DISK] 2024-11-18T23:21:26,762 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/WALs/9d96596e55a9,45079,1731972084820/9d96596e55a9%2C45079%2C1731972084820.1731972086717 2024-11-18T23:21:26,764 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33141:33141)] 2024-11-18T23:21:26,764 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:21:26,765 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:21:26,765 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:26,765 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:26,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:26,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T23:21:26,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:26,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:26,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:26,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T23:21:26,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:26,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:26,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:26,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T23:21:26,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:26,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:26,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:26,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T23:21:26,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:26,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:26,790 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:26,791 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:26,792 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:26,793 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:26,793 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:26,801 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:21:26,802 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:26,811 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:21:26,814 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66761761, jitterRate=-0.005172237753868103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:21:26,815 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731972086765Initializing all the Stores at 1731972086766 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972086766Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972086768 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972086768Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972086768Cleaning up temporary data from old regions at 1731972086793 (+25 ms)Region opened successfully at 1731972086814 (+21 ms) 2024-11-18T23:21:26,820 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T23:21:26,825 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1643be0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:21:26,826 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T23:21:26,826 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T23:21:26,826 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T23:21:26,826 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T23:21:26,827 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T23:21:26,828 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T23:21:26,828 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T23:21:26,840 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T23:21:26,841 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Unable to get data of znode /1-1023935417/balancer because node does not exist (not necessarily an error) 2024-11-18T23:21:26,876 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1023935417/balancer already deleted, retry=false 2024-11-18T23:21:26,877 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T23:21:26,889 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Unable to get data of znode /1-1023935417/normalizer because node does not exist (not necessarily an error) 2024-11-18T23:21:26,942 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1023935417/normalizer already deleted, retry=false 2024-11-18T23:21:26,943 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T23:21:26,950 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Unable to get data of znode /1-1023935417/switch/split because node does not exist (not necessarily an error) 2024-11-18T23:21:26,974 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1023935417/switch/split already deleted, retry=false 2024-11-18T23:21:26,976 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Unable to get data of znode /1-1023935417/switch/merge because node does not exist (not necessarily an error) 2024-11-18T23:21:26,986 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1023935417/switch/merge already deleted, retry=false 2024-11-18T23:21:27,001 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Unable to get data of znode /1-1023935417/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T23:21:27,252 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1023935417/snapshot-cleanup already deleted, retry=false 2024-11-18T23:21:27,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x101504080980004, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1023935417/running 2024-11-18T23:21:27,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x101504080980004, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1023935417 2024-11-18T23:21:27,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1023935417/running 2024-11-18T23:21:27,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1023935417 2024-11-18T23:21:27,394 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,45079,1731972084820, sessionid=0x101504080980003, setting cluster-up flag (Was=false) 2024-11-18T23:21:27,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x101504080980004, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1023935417 2024-11-18T23:21:27,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1023935417 2024-11-18T23:21:27,860 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1023935417/flush-table-proc/acquired, /1-1023935417/flush-table-proc/reached, /1-1023935417/flush-table-proc/abort 2024-11-18T23:21:27,866 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,45079,1731972084820 2024-11-18T23:21:27,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1023935417 2024-11-18T23:21:27,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x101504080980004, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1023935417 2024-11-18T23:21:28,178 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1023935417/online-snapshot/acquired, /1-1023935417/online-snapshot/reached, /1-1023935417/online-snapshot/abort 2024-11-18T23:21:28,185 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,45079,1731972084820 2024-11-18T23:21:28,189 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T23:21:28,206 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T23:21:28,206 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T23:21:28,206 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T23:21:28,206 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,45079,1731972084820 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T23:21:28,240 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:21:28,240 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:21:28,240 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:21:28,240 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:21:28,240 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-18T23:21:28,240 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:28,240 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:21:28,241 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:28,268 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(746): ClusterId : d9f1aac3-8ef5-4345-9b9c-e427869f7f82 2024-11-18T23:21:28,268 DEBUG [RS:0;9d96596e55a9:36573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T23:21:28,268 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731972118268 2024-11-18T23:21:28,268 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T23:21:28,268 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:21:28,268 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T23:21:28,269 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T23:21:28,269 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T23:21:28,269 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T23:21:28,269 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T23:21:28,269 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T23:21:28,272 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:28,278 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T23:21:28,278 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T23:21:28,278 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T23:21:28,278 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T23:21:28,279 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T23:21:28,279 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T23:21:28,280 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:28,280 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T23:21:28,301 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972088279,5,FailOnTimeoutGroup] 2024-11-18T23:21:28,304 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972088301,5,FailOnTimeoutGroup] 2024-11-18T23:21:28,304 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:28,304 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T23:21:28,304 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:28,304 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:28,312 DEBUG [RS:0;9d96596e55a9:36573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T23:21:28,312 DEBUG [RS:0;9d96596e55a9:36573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T23:21:28,333 DEBUG [RS:0;9d96596e55a9:36573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T23:21:28,333 DEBUG [RS:0;9d96596e55a9:36573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58536ded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:21:28,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741831_1007 (size=1321) 2024-11-18T23:21:28,367 DEBUG [RS:0;9d96596e55a9:36573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:36573 2024-11-18T23:21:28,367 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T23:21:28,367 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T23:21:28,367 DEBUG [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T23:21:28,368 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,45079,1731972084820 with port=36573, startcode=1731972085144 2024-11-18T23:21:28,368 DEBUG [RS:0;9d96596e55a9:36573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T23:21:28,372 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T23:21:28,373 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90 2024-11-18T23:21:28,377 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T23:21:28,377 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45079 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,36573,1731972085144 2024-11-18T23:21:28,377 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45079 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,36573,1731972085144 2024-11-18T23:21:28,382 DEBUG [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90 2024-11-18T23:21:28,382 DEBUG [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42589 2024-11-18T23:21:28,382 DEBUG [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T23:21:28,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1023935417/rs 2024-11-18T23:21:28,397 DEBUG [RS:0;9d96596e55a9:36573 {}] zookeeper.ZKUtil(111): regionserver:36573-0x101504080980004, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Set watcher on existing znode=/1-1023935417/rs/9d96596e55a9,36573,1731972085144 2024-11-18T23:21:28,397 WARN [RS:0;9d96596e55a9:36573 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:21:28,397 INFO [RS:0;9d96596e55a9:36573 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:21:28,398 DEBUG [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144 2024-11-18T23:21:28,426 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,36573,1731972085144] 2024-11-18T23:21:28,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741832_1008 (size=32) 2024-11-18T23:21:28,430 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:21:28,430 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T23:21:28,436 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T23:21:28,441 INFO [RS:0;9d96596e55a9:36573 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T23:21:28,441 INFO [RS:0;9d96596e55a9:36573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:28,452 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T23:21:28,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:21:28,453 INFO [RS:0;9d96596e55a9:36573 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T23:21:28,454 INFO [RS:0;9d96596e55a9:36573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:28,454 DEBUG [RS:0;9d96596e55a9:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:28,454 DEBUG [RS:0;9d96596e55a9:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:28,454 DEBUG [RS:0;9d96596e55a9:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:28,454 DEBUG [RS:0;9d96596e55a9:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:28,454 DEBUG [RS:0;9d96596e55a9:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:28,454 DEBUG [RS:0;9d96596e55a9:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:21:28,454 DEBUG [RS:0;9d96596e55a9:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:28,454 DEBUG [RS:0;9d96596e55a9:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:28,454 DEBUG [RS:0;9d96596e55a9:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:28,454 DEBUG [RS:0;9d96596e55a9:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:28,454 DEBUG [RS:0;9d96596e55a9:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:28,454 DEBUG [RS:0;9d96596e55a9:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:28,454 DEBUG [RS:0;9d96596e55a9:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:21:28,454 DEBUG [RS:0;9d96596e55a9:36573 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:21:28,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:21:28,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:28,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:28,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:21:28,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:21:28,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:28,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:28,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:21:28,484 INFO [RS:0;9d96596e55a9:36573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:28,484 INFO [RS:0;9d96596e55a9:36573 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:28,484 INFO [RS:0;9d96596e55a9:36573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:28,484 INFO [RS:0;9d96596e55a9:36573 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:28,484 INFO [RS:0;9d96596e55a9:36573 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:28,484 INFO [RS:0;9d96596e55a9:36573 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,36573,1731972085144-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:21:28,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:21:28,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:28,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:28,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:21:28,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:21:28,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:28,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:28,497 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:21:28,502 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740 2024-11-18T23:21:28,503 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740 2024-11-18T23:21:28,512 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:21:28,512 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:21:28,515 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:21:28,524 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:21:28,535 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T23:21:28,535 INFO [RS:0;9d96596e55a9:36573 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,36573,1731972085144-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:28,535 INFO [RS:0;9d96596e55a9:36573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:28,535 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.Replication(171): 9d96596e55a9,36573,1731972085144 started 2024-11-18T23:21:28,548 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:21:28,555 INFO [RS:0;9d96596e55a9:36573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:28,555 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,36573,1731972085144, RpcServer on 9d96596e55a9/172.17.0.2:36573, sessionid=0x101504080980004 2024-11-18T23:21:28,555 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73523616, jitterRate=0.09558725357055664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:21:28,555 DEBUG [RS:0;9d96596e55a9:36573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T23:21:28,555 DEBUG [RS:0;9d96596e55a9:36573 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,36573,1731972085144 2024-11-18T23:21:28,555 DEBUG [RS:0;9d96596e55a9:36573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,36573,1731972085144' 2024-11-18T23:21:28,555 DEBUG [RS:0;9d96596e55a9:36573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1023935417/flush-table-proc/abort' 2024-11-18T23:21:28,555 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731972088430Initializing all the Stores at 1731972088437 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972088437Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972088452 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972088452Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972088452Cleaning up temporary data from old regions at 1731972088512 (+60 ms)Region opened successfully at 1731972088555 (+43 ms) 2024-11-18T23:21:28,555 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:21:28,555 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:21:28,555 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:21:28,555 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:21:28,555 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:21:28,564 DEBUG [RS:0;9d96596e55a9:36573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1023935417/flush-table-proc/acquired' 2024-11-18T23:21:28,565 DEBUG [RS:0;9d96596e55a9:36573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T23:21:28,565 DEBUG [RS:0;9d96596e55a9:36573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T23:21:28,565 DEBUG [RS:0;9d96596e55a9:36573 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,36573,1731972085144 2024-11-18T23:21:28,565 DEBUG [RS:0;9d96596e55a9:36573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,36573,1731972085144' 2024-11-18T23:21:28,565 DEBUG [RS:0;9d96596e55a9:36573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1023935417/online-snapshot/abort' 2024-11-18T23:21:28,566 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:21:28,566 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972088555Disabling compacts and flushes for region at 1731972088555Disabling writes for close at 1731972088555Writing region close event to WAL at 1731972088566 (+11 ms)Closed at 1731972088566 2024-11-18T23:21:28,567 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:21:28,567 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T23:21:28,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T23:21:28,569 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:21:28,570 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T23:21:28,578 DEBUG [RS:0;9d96596e55a9:36573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1023935417/online-snapshot/acquired' 2024-11-18T23:21:28,588 DEBUG [RS:0;9d96596e55a9:36573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T23:21:28,588 INFO [RS:0;9d96596e55a9:36573 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T23:21:28,588 INFO [RS:0;9d96596e55a9:36573 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T23:21:28,692 INFO [RS:0;9d96596e55a9:36573 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:21:28,712 INFO [RS:0;9d96596e55a9:36573 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C36573%2C1731972085144, suffix=, logDir=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144, archiveDir=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/oldWALs, maxLogs=10 2024-11-18T23:21:28,722 WARN [9d96596e55a9:45079 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T23:21:28,733 DEBUG [RS:0;9d96596e55a9:36573 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713, exclude list is [], retry=0 2024-11-18T23:21:28,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37687,DS-c76c32ab-ba21-4480-8b87-80a6ca335fa8,DISK] 2024-11-18T23:21:28,785 INFO [RS:0;9d96596e55a9:36573 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713 2024-11-18T23:21:28,788 DEBUG [RS:0;9d96596e55a9:36573 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33141:33141)] 2024-11-18T23:21:28,972 DEBUG [9d96596e55a9:45079 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:21:28,973 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,36573,1731972085144 2024-11-18T23:21:28,981 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,36573,1731972085144, state=OPENING 2024-11-18T23:21:29,083 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T23:21:29,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x101504080980004, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1023935417 2024-11-18T23:21:29,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1023935417 2024-11-18T23:21:29,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1023935417/meta-region-server: CHANGED 2024-11-18T23:21:29,106 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:21:29,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,36573,1731972085144}] 2024-11-18T23:21:29,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1023935417/meta-region-server: CHANGED 2024-11-18T23:21:29,261 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:21:29,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:21:29,294 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T23:21:29,294 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:21:29,294 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T23:21:29,308 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C36573%2C1731972085144.meta, suffix=.meta, logDir=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144, archiveDir=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/oldWALs, maxLogs=10 2024-11-18T23:21:29,343 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.meta.1731972089309.meta, exclude list is [], retry=0 2024-11-18T23:21:29,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37687,DS-c76c32ab-ba21-4480-8b87-80a6ca335fa8,DISK] 2024-11-18T23:21:29,372 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.meta.1731972089309.meta 2024-11-18T23:21:29,373 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33141:33141)] 2024-11-18T23:21:29,373 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:21:29,373 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:21:29,374 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:21:29,374 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T23:21:29,374 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T23:21:29,374 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T23:21:29,374 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:21:29,374 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T23:21:29,374 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T23:21:29,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:21:29,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:21:29,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:29,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:29,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:21:29,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:21:29,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:29,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:29,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:21:29,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:21:29,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:29,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:29,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:21:29,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:21:29,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:29,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:29,428 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:21:29,430 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740 2024-11-18T23:21:29,432 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740 2024-11-18T23:21:29,437 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:21:29,437 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:21:29,438 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:21:29,440 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:21:29,443 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71487500, jitterRate=0.06524676084518433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:21:29,443 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T23:21:29,443 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731972089374Writing region info on filesystem at 1731972089374Initializing all the Stores at 1731972089382 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972089382Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972089396 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972089396Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972089396Cleaning up temporary data from old regions at 1731972089437 (+41 ms)Running coprocessor post-open hooks at 1731972089443 (+6 ms)Region opened successfully at 1731972089443 2024-11-18T23:21:29,456 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731972089261 2024-11-18T23:21:29,470 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T23:21:29,470 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T23:21:29,471 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,36573,1731972085144 2024-11-18T23:21:29,472 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,36573,1731972085144, state=OPEN 2024-11-18T23:21:29,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x101504080980004, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1023935417/meta-region-server 2024-11-18T23:21:29,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1023935417/meta-region-server: CHANGED 2024-11-18T23:21:29,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1023935417/meta-region-server 2024-11-18T23:21:29,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1023935417/meta-region-server: CHANGED 2024-11-18T23:21:29,521 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,36573,1731972085144 2024-11-18T23:21:29,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T23:21:29,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,36573,1731972085144 in 415 msec 2024-11-18T23:21:29,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T23:21:29,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 962 msec 2024-11-18T23:21:29,551 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:21:29,552 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T23:21:29,555 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:21:29,555 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,36573,1731972085144, seqNum=-1] 2024-11-18T23:21:29,556 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:21:29,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:21:29,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3770 sec 2024-11-18T23:21:29,584 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731972089584, completionTime=-1 2024-11-18T23:21:29,585 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T23:21:29,585 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T23:21:29,596 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T23:21:29,596 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731972149596 2024-11-18T23:21:29,596 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731972209596 2024-11-18T23:21:29,596 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 11 msec 2024-11-18T23:21:29,597 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,45079,1731972084820-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:29,597 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,45079,1731972084820-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:29,597 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,45079,1731972084820-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:29,597 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:45079, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:29,597 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:29,598 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:29,599 DEBUG [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T23:21:29,606 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.169sec 2024-11-18T23:21:29,606 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T23:21:29,606 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T23:21:29,606 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T23:21:29,606 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T23:21:29,606 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T23:21:29,606 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,45079,1731972084820-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:21:29,606 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,45079,1731972084820-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T23:21:29,625 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T23:21:29,625 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T23:21:29,625 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,45079,1731972084820-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:29,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@efaa54e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:29,668 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45079,-1 for getting cluster id 2024-11-18T23:21:29,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:21:29,673 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9f1aac3-8ef5-4345-9b9c-e427869f7f82' 2024-11-18T23:21:29,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:21:29,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9f1aac3-8ef5-4345-9b9c-e427869f7f82" 2024-11-18T23:21:29,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f44d971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:29,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45079,-1] 2024-11-18T23:21:29,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:21:29,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:29,677 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:21:29,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e56d24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:29,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:21:29,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,36573,1731972085144, seqNum=-1] 2024-11-18T23:21:29,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:21:29,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:21:29,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d96596e55a9,45079,1731972084820 2024-11-18T23:21:29,689 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53227 2024-11-18T23:21:29,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:21:29,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101504080980005 connected 2024-11-18T23:21:29,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:21:29,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,46755,1731972075930 2024-11-18T23:21:29,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18bb1209 2024-11-18T23:21:29,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:21:29,872 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:21:29,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46755 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:21:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46755 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T23:21:29,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:21:29,880 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:29,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46755 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T23:21:29,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:21:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:21:29,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741835_1011 (size=902) 2024-11-18T23:21:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:21:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:21:30,341 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76a364e2a42111072b43286f1b0a91e5, NAME => 'test,,1731972089872.76a364e2a42111072b43286f1b0a91e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8 2024-11-18T23:21:30,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741836_1012 (size=39) 2024-11-18T23:21:30,384 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731972089872.76a364e2a42111072b43286f1b0a91e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:21:30,384 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 76a364e2a42111072b43286f1b0a91e5, disabling compactions & flushes 2024-11-18T23:21:30,384 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731972089872.76a364e2a42111072b43286f1b0a91e5. 2024-11-18T23:21:30,384 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972089872.76a364e2a42111072b43286f1b0a91e5. 2024-11-18T23:21:30,384 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731972089872.76a364e2a42111072b43286f1b0a91e5. after waiting 0 ms 2024-11-18T23:21:30,384 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731972089872.76a364e2a42111072b43286f1b0a91e5. 2024-11-18T23:21:30,384 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731972089872.76a364e2a42111072b43286f1b0a91e5. 2024-11-18T23:21:30,384 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76a364e2a42111072b43286f1b0a91e5: Waiting for close lock at 1731972090384Disabling compacts and flushes for region at 1731972090384Disabling writes for close at 1731972090384Writing region close event to WAL at 1731972090384Closed at 1731972090384 2024-11-18T23:21:30,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:21:30,387 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731972089872.76a364e2a42111072b43286f1b0a91e5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731972090386"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972090386"}]},"ts":"1731972090386"} 2024-11-18T23:21:30,396 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:21:30,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:21:30,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972090398"}]},"ts":"1731972090398"} 2024-11-18T23:21:30,405 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T23:21:30,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=76a364e2a42111072b43286f1b0a91e5, ASSIGN}] 2024-11-18T23:21:30,407 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=76a364e2a42111072b43286f1b0a91e5, ASSIGN 2024-11-18T23:21:30,407 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=76a364e2a42111072b43286f1b0a91e5, ASSIGN; state=OFFLINE, location=9d96596e55a9,41465,1731972076277; forceNewPlan=false, retain=false 2024-11-18T23:21:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:21:30,558 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=76a364e2a42111072b43286f1b0a91e5, regionState=OPENING, regionLocation=9d96596e55a9,41465,1731972076277 2024-11-18T23:21:30,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=76a364e2a42111072b43286f1b0a91e5, ASSIGN because future has completed 2024-11-18T23:21:30,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76a364e2a42111072b43286f1b0a91e5, server=9d96596e55a9,41465,1731972076277}] 2024-11-18T23:21:30,762 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731972089872.76a364e2a42111072b43286f1b0a91e5. 2024-11-18T23:21:30,762 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 76a364e2a42111072b43286f1b0a91e5, NAME => 'test,,1731972089872.76a364e2a42111072b43286f1b0a91e5.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:21:30,762 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:21:30,763 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T23:21:30,763 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 76a364e2a42111072b43286f1b0a91e5 2024-11-18T23:21:30,763 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731972089872.76a364e2a42111072b43286f1b0a91e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:21:30,763 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 76a364e2a42111072b43286f1b0a91e5 2024-11-18T23:21:30,763 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 76a364e2a42111072b43286f1b0a91e5 2024-11-18T23:21:30,792 INFO [StoreOpener-76a364e2a42111072b43286f1b0a91e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 76a364e2a42111072b43286f1b0a91e5 2024-11-18T23:21:30,794 INFO [StoreOpener-76a364e2a42111072b43286f1b0a91e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76a364e2a42111072b43286f1b0a91e5 columnFamilyName f 2024-11-18T23:21:30,794 DEBUG [StoreOpener-76a364e2a42111072b43286f1b0a91e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:30,795 INFO [StoreOpener-76a364e2a42111072b43286f1b0a91e5-1 {}] regionserver.HStore(327): Store=76a364e2a42111072b43286f1b0a91e5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:30,795 INFO [StoreOpener-76a364e2a42111072b43286f1b0a91e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 76a364e2a42111072b43286f1b0a91e5 2024-11-18T23:21:30,796 INFO [StoreOpener-76a364e2a42111072b43286f1b0a91e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76a364e2a42111072b43286f1b0a91e5 columnFamilyName f1 2024-11-18T23:21:30,797 DEBUG [StoreOpener-76a364e2a42111072b43286f1b0a91e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:30,797 INFO [StoreOpener-76a364e2a42111072b43286f1b0a91e5-1 {}] regionserver.HStore(327): Store=76a364e2a42111072b43286f1b0a91e5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:30,797 INFO [StoreOpener-76a364e2a42111072b43286f1b0a91e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 76a364e2a42111072b43286f1b0a91e5 2024-11-18T23:21:30,799 INFO [StoreOpener-76a364e2a42111072b43286f1b0a91e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76a364e2a42111072b43286f1b0a91e5 columnFamilyName norep 2024-11-18T23:21:30,799 DEBUG [StoreOpener-76a364e2a42111072b43286f1b0a91e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:30,799 INFO [StoreOpener-76a364e2a42111072b43286f1b0a91e5-1 {}] regionserver.HStore(327): Store=76a364e2a42111072b43286f1b0a91e5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:30,800 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 76a364e2a42111072b43286f1b0a91e5 2024-11-18T23:21:30,804 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/default/test/76a364e2a42111072b43286f1b0a91e5 2024-11-18T23:21:30,810 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/default/test/76a364e2a42111072b43286f1b0a91e5 2024-11-18T23:21:30,811 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 76a364e2a42111072b43286f1b0a91e5 2024-11-18T23:21:30,811 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 76a364e2a42111072b43286f1b0a91e5 2024-11-18T23:21:30,812 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:21:30,818 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 76a364e2a42111072b43286f1b0a91e5 2024-11-18T23:21:30,845 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/default/test/76a364e2a42111072b43286f1b0a91e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:21:30,849 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 76a364e2a42111072b43286f1b0a91e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72378642, jitterRate=0.07852581143379211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:21:30,850 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76a364e2a42111072b43286f1b0a91e5 2024-11-18T23:21:30,850 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 76a364e2a42111072b43286f1b0a91e5: Running coprocessor pre-open hook at 1731972090763Writing region info on filesystem at 1731972090763Initializing all the Stores at 1731972090777 (+14 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972090778 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972090792 (+14 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972090792Cleaning up temporary data from old regions at 1731972090811 (+19 ms)Running coprocessor post-open hooks at 1731972090850 (+39 ms)Region opened successfully at 1731972090850 2024-11-18T23:21:30,852 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731972089872.76a364e2a42111072b43286f1b0a91e5., pid=6, masterSystemTime=1731972090728 2024-11-18T23:21:30,869 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731972089872.76a364e2a42111072b43286f1b0a91e5. 2024-11-18T23:21:30,869 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731972089872.76a364e2a42111072b43286f1b0a91e5. 2024-11-18T23:21:30,873 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=76a364e2a42111072b43286f1b0a91e5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9d96596e55a9,41465,1731972076277 2024-11-18T23:21:30,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76a364e2a42111072b43286f1b0a91e5, server=9d96596e55a9,41465,1731972076277 because future has completed 2024-11-18T23:21:30,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T23:21:30,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 76a364e2a42111072b43286f1b0a91e5, server=9d96596e55a9,41465,1731972076277 in 316 msec 2024-11-18T23:21:30,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T23:21:30,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=76a364e2a42111072b43286f1b0a91e5, ASSIGN in 487 msec 2024-11-18T23:21:30,902 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:21:30,902 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972090902"}]},"ts":"1731972090902"} 2024-11-18T23:21:30,910 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T23:21:30,912 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:21:30,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0390 sec 2024-11-18T23:21:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:21:31,028 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T23:21:31,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:21:31,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45079,1731972084820 2024-11-18T23:21:31,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@670df4f5 2024-11-18T23:21:31,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:21:31,030 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:21:31,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45079 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:21:31,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45079 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T23:21:31,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:21:31,046 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:31,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45079 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T23:21:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:21:31,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:21:31,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741835_1011 (size=902) 2024-11-18T23:21:31,125 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 613a5c40ceda8504d43e7538d8982a6f, NAME => 'test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90 2024-11-18T23:21:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:21:31,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741836_1012 (size=39) 2024-11-18T23:21:31,196 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:21:31,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 613a5c40ceda8504d43e7538d8982a6f, disabling compactions & flushes 2024-11-18T23:21:31,197 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f. 2024-11-18T23:21:31,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f. 2024-11-18T23:21:31,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f. after waiting 0 ms 2024-11-18T23:21:31,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f. 2024-11-18T23:21:31,197 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f. 2024-11-18T23:21:31,197 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 613a5c40ceda8504d43e7538d8982a6f: Waiting for close lock at 1731972091197Disabling compacts and flushes for region at 1731972091197Disabling writes for close at 1731972091197Writing region close event to WAL at 1731972091197Closed at 1731972091197 2024-11-18T23:21:31,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:21:31,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731972091201"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972091201"}]},"ts":"1731972091201"} 2024-11-18T23:21:31,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:21:31,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:21:31,212 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972091212"}]},"ts":"1731972091212"} 2024-11-18T23:21:31,221 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T23:21:31,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=613a5c40ceda8504d43e7538d8982a6f, ASSIGN}] 2024-11-18T23:21:31,232 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=613a5c40ceda8504d43e7538d8982a6f, ASSIGN 2024-11-18T23:21:31,248 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=613a5c40ceda8504d43e7538d8982a6f, ASSIGN; state=OFFLINE, location=9d96596e55a9,36573,1731972085144; forceNewPlan=false, retain=false 2024-11-18T23:21:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:21:31,408 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=613a5c40ceda8504d43e7538d8982a6f, regionState=OPENING, regionLocation=9d96596e55a9,36573,1731972085144 2024-11-18T23:21:31,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=613a5c40ceda8504d43e7538d8982a6f, ASSIGN because future has completed 2024-11-18T23:21:31,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 613a5c40ceda8504d43e7538d8982a6f, server=9d96596e55a9,36573,1731972085144}] 2024-11-18T23:21:31,609 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f. 2024-11-18T23:21:31,609 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 613a5c40ceda8504d43e7538d8982a6f, NAME => 'test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:21:31,610 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:21:31,610 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T23:21:31,610 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 613a5c40ceda8504d43e7538d8982a6f 2024-11-18T23:21:31,610 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:21:31,610 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 613a5c40ceda8504d43e7538d8982a6f 2024-11-18T23:21:31,610 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 613a5c40ceda8504d43e7538d8982a6f 2024-11-18T23:21:31,630 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T23:21:31,633 INFO [StoreOpener-613a5c40ceda8504d43e7538d8982a6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 613a5c40ceda8504d43e7538d8982a6f 2024-11-18T23:21:31,636 INFO [StoreOpener-613a5c40ceda8504d43e7538d8982a6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 613a5c40ceda8504d43e7538d8982a6f columnFamilyName f 2024-11-18T23:21:31,636 DEBUG [StoreOpener-613a5c40ceda8504d43e7538d8982a6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:31,641 INFO [StoreOpener-613a5c40ceda8504d43e7538d8982a6f-1 {}] regionserver.HStore(327): Store=613a5c40ceda8504d43e7538d8982a6f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:31,641 INFO [StoreOpener-613a5c40ceda8504d43e7538d8982a6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 613a5c40ceda8504d43e7538d8982a6f 2024-11-18T23:21:31,646 INFO [StoreOpener-613a5c40ceda8504d43e7538d8982a6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 613a5c40ceda8504d43e7538d8982a6f columnFamilyName f1 2024-11-18T23:21:31,646 DEBUG [StoreOpener-613a5c40ceda8504d43e7538d8982a6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:31,647 INFO [StoreOpener-613a5c40ceda8504d43e7538d8982a6f-1 {}] regionserver.HStore(327): Store=613a5c40ceda8504d43e7538d8982a6f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:31,647 INFO [StoreOpener-613a5c40ceda8504d43e7538d8982a6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 613a5c40ceda8504d43e7538d8982a6f 2024-11-18T23:21:31,650 INFO [StoreOpener-613a5c40ceda8504d43e7538d8982a6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 613a5c40ceda8504d43e7538d8982a6f columnFamilyName norep 2024-11-18T23:21:31,650 DEBUG [StoreOpener-613a5c40ceda8504d43e7538d8982a6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:31,652 INFO [StoreOpener-613a5c40ceda8504d43e7538d8982a6f-1 {}] regionserver.HStore(327): Store=613a5c40ceda8504d43e7538d8982a6f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:31,655 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 613a5c40ceda8504d43e7538d8982a6f 2024-11-18T23:21:31,658 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/default/test/613a5c40ceda8504d43e7538d8982a6f 2024-11-18T23:21:31,660 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/default/test/613a5c40ceda8504d43e7538d8982a6f 2024-11-18T23:21:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:21:31,684 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 613a5c40ceda8504d43e7538d8982a6f 2024-11-18T23:21:31,684 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 613a5c40ceda8504d43e7538d8982a6f 2024-11-18T23:21:31,688 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:21:31,706 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 613a5c40ceda8504d43e7538d8982a6f 2024-11-18T23:21:31,724 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/default/test/613a5c40ceda8504d43e7538d8982a6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:21:31,730 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 613a5c40ceda8504d43e7538d8982a6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67064430, jitterRate=-6.621181964874268E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:21:31,730 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 613a5c40ceda8504d43e7538d8982a6f 2024-11-18T23:21:31,730 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 613a5c40ceda8504d43e7538d8982a6f: Running coprocessor pre-open hook at 1731972091610Writing region info on filesystem at 1731972091610Initializing all the Stores at 1731972091620 (+10 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972091620Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972091630 (+10 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972091630Cleaning up temporary data from old regions at 1731972091684 (+54 ms)Running coprocessor post-open hooks at 1731972091730 (+46 ms)Region opened successfully at 1731972091730 2024-11-18T23:21:31,740 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f., pid=6, masterSystemTime=1731972091596 2024-11-18T23:21:31,750 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f. 2024-11-18T23:21:31,750 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f. 2024-11-18T23:21:31,751 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=613a5c40ceda8504d43e7538d8982a6f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9d96596e55a9,36573,1731972085144 2024-11-18T23:21:31,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 613a5c40ceda8504d43e7538d8982a6f, server=9d96596e55a9,36573,1731972085144 because future has completed 2024-11-18T23:21:31,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T23:21:31,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 613a5c40ceda8504d43e7538d8982a6f, server=9d96596e55a9,36573,1731972085144 in 333 msec 2024-11-18T23:21:31,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T23:21:31,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=613a5c40ceda8504d43e7538d8982a6f, ASSIGN in 543 msec 2024-11-18T23:21:31,767 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:21:31,767 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972091767"}]},"ts":"1731972091767"} 2024-11-18T23:21:31,769 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T23:21:31,771 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:21:31,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 740 msec 2024-11-18T23:21:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:21:32,196 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T23:21:32,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fcf623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:32,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,46755,-1 for getting cluster id 2024-11-18T23:21:32,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:21:32,212 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00ec9af4-6d94-4173-be8b-9c750ee706f0' 2024-11-18T23:21:32,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:21:32,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00ec9af4-6d94-4173-be8b-9c750ee706f0" 2024-11-18T23:21:32,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd71396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:32,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,46755,-1] 2024-11-18T23:21:32,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:21:32,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:32,217 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:21:32,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5d6886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:32,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40bc88af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:32,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45079,-1 for getting cluster id 2024-11-18T23:21:32,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:21:32,227 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9f1aac3-8ef5-4345-9b9c-e427869f7f82' 2024-11-18T23:21:32,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:21:32,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9f1aac3-8ef5-4345-9b9c-e427869f7f82" 2024-11-18T23:21:32,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5e4bc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:32,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45079,-1] 2024-11-18T23:21:32,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:21:32,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:32,230 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:21:32,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea27810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:32,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f510359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:32,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,46755,-1 for getting cluster id 2024-11-18T23:21:32,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:21:32,254 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00ec9af4-6d94-4173-be8b-9c750ee706f0' 2024-11-18T23:21:32,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:21:32,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00ec9af4-6d94-4173-be8b-9c750ee706f0" 2024-11-18T23:21:32,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33530707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:32,254 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,46755,-1] 2024-11-18T23:21:32,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:21:32,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:32,256 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:21:32,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5e43f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:32,261 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:21:32,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,46755,1731972075930 2024-11-18T23:21:32,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cd6b846 2024-11-18T23:21:32,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:21:32,270 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:21:32,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46755 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9d96596e55a9:45079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T23:21:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46755 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T23:21:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:21:32,278 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:45079' 2024-11-18T23:21:32,296 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466ba5c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:32,296 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45079,-1 for getting cluster id 2024-11-18T23:21:32,297 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:21:32,298 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9f1aac3-8ef5-4345-9b9c-e427869f7f82' 2024-11-18T23:21:32,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:21:32,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9f1aac3-8ef5-4345-9b9c-e427869f7f82" 2024-11-18T23:21:32,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277cea64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:32,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45079,-1] 2024-11-18T23:21:32,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:21:32,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:32,307 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:21:32,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b430011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:32,311 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:21:32,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45079,1731972084820 2024-11-18T23:21:32,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44da7297 2024-11-18T23:21:32,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:21:32,313 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:21:32,315 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-18T23:21:32,316 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T23:21:32,316 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:32,316 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:32,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:21:32,316 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:21:32,324 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T23:21:32,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:21:32,328 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:32,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:21:32,376 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T23:21:32,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741837_1013 (size=1138) 2024-11-18T23:21:32,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:21:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:21:32,805 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e72d2faf7885283d058cc34231ccb33, NAME => 'hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8 2024-11-18T23:21:32,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741838_1014 (size=44) 2024-11-18T23:21:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:21:33,252 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:21:33,252 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3e72d2faf7885283d058cc34231ccb33, disabling compactions & flushes 2024-11-18T23:21:33,252 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33. 2024-11-18T23:21:33,252 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33. 2024-11-18T23:21:33,252 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33. after waiting 0 ms 2024-11-18T23:21:33,252 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33. 2024-11-18T23:21:33,252 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33. 2024-11-18T23:21:33,253 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e72d2faf7885283d058cc34231ccb33: Waiting for close lock at 1731972093252Disabling compacts and flushes for region at 1731972093252Disabling writes for close at 1731972093252Writing region close event to WAL at 1731972093252Closed at 1731972093252 2024-11-18T23:21:33,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:21:33,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731972093256"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972093256"}]},"ts":"1731972093256"} 2024-11-18T23:21:33,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:21:33,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:21:33,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972093261"}]},"ts":"1731972093261"} 2024-11-18T23:21:33,267 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T23:21:33,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e72d2faf7885283d058cc34231ccb33, ASSIGN}] 2024-11-18T23:21:33,271 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e72d2faf7885283d058cc34231ccb33, ASSIGN 2024-11-18T23:21:33,274 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e72d2faf7885283d058cc34231ccb33, ASSIGN; state=OFFLINE, location=9d96596e55a9,41465,1731972076277; forceNewPlan=false, retain=false 2024-11-18T23:21:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:21:33,424 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3e72d2faf7885283d058cc34231ccb33, regionState=OPENING, regionLocation=9d96596e55a9,41465,1731972076277 2024-11-18T23:21:33,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e72d2faf7885283d058cc34231ccb33, ASSIGN because future has completed 2024-11-18T23:21:33,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e72d2faf7885283d058cc34231ccb33, server=9d96596e55a9,41465,1731972076277}] 2024-11-18T23:21:33,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33. 2024-11-18T23:21:33,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:21:33,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T23:21:33,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C41465%2C1731972076277.rep, suffix=, logDir=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277, archiveDir=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/oldWALs, maxLogs=10 2024-11-18T23:21:33,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.rep.1731972093607, exclude list is [], retry=0 2024-11-18T23:21:33,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37783,DS-f6624cca-485b-402c-a078-14e420162459,DISK] 2024-11-18T23:21:33,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.rep.1731972093607 2024-11-18T23:21:33,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42859:42859)] 2024-11-18T23:21:33,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e72d2faf7885283d058cc34231ccb33, NAME => 'hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:21:33,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:21:33,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:21:33,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33. service=MultiRowMutationService 2024-11-18T23:21:33,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T23:21:33,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3e72d2faf7885283d058cc34231ccb33 2024-11-18T23:21:33,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:21:33,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3e72d2faf7885283d058cc34231ccb33 2024-11-18T23:21:33,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3e72d2faf7885283d058cc34231ccb33 2024-11-18T23:21:33,669 INFO [StoreOpener-3e72d2faf7885283d058cc34231ccb33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3e72d2faf7885283d058cc34231ccb33 2024-11-18T23:21:33,673 INFO [StoreOpener-3e72d2faf7885283d058cc34231ccb33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e72d2faf7885283d058cc34231ccb33 columnFamilyName hfileref 2024-11-18T23:21:33,673 DEBUG [StoreOpener-3e72d2faf7885283d058cc34231ccb33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:33,674 INFO [StoreOpener-3e72d2faf7885283d058cc34231ccb33-1 {}] regionserver.HStore(327): Store=3e72d2faf7885283d058cc34231ccb33/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:33,674 INFO [StoreOpener-3e72d2faf7885283d058cc34231ccb33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3e72d2faf7885283d058cc34231ccb33 2024-11-18T23:21:33,675 INFO [StoreOpener-3e72d2faf7885283d058cc34231ccb33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e72d2faf7885283d058cc34231ccb33 columnFamilyName queue 2024-11-18T23:21:33,675 DEBUG [StoreOpener-3e72d2faf7885283d058cc34231ccb33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:33,676 INFO [StoreOpener-3e72d2faf7885283d058cc34231ccb33-1 {}] regionserver.HStore(327): Store=3e72d2faf7885283d058cc34231ccb33/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:33,676 INFO [StoreOpener-3e72d2faf7885283d058cc34231ccb33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3e72d2faf7885283d058cc34231ccb33 2024-11-18T23:21:33,679 INFO [StoreOpener-3e72d2faf7885283d058cc34231ccb33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e72d2faf7885283d058cc34231ccb33 columnFamilyName sid 2024-11-18T23:21:33,679 DEBUG [StoreOpener-3e72d2faf7885283d058cc34231ccb33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:33,679 INFO [StoreOpener-3e72d2faf7885283d058cc34231ccb33-1 {}] regionserver.HStore(327): Store=3e72d2faf7885283d058cc34231ccb33/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:33,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3e72d2faf7885283d058cc34231ccb33 2024-11-18T23:21:33,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/replication/3e72d2faf7885283d058cc34231ccb33 2024-11-18T23:21:33,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/replication/3e72d2faf7885283d058cc34231ccb33 2024-11-18T23:21:33,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3e72d2faf7885283d058cc34231ccb33 2024-11-18T23:21:33,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3e72d2faf7885283d058cc34231ccb33 2024-11-18T23:21:33,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:21:33,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3e72d2faf7885283d058cc34231ccb33 2024-11-18T23:21:33,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/replication/3e72d2faf7885283d058cc34231ccb33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:21:33,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3e72d2faf7885283d058cc34231ccb33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66774723, jitterRate=-0.00497908890247345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:21:33,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e72d2faf7885283d058cc34231ccb33 2024-11-18T23:21:33,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3e72d2faf7885283d058cc34231ccb33: Running coprocessor pre-open hook at 1731972093657Writing region info on filesystem at 1731972093657Initializing all the Stores at 1731972093658 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972093658Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972093669 (+11 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972093669Cleaning up temporary data from old regions at 1731972093686 (+17 ms)Running coprocessor post-open hooks at 1731972093691 (+5 ms)Region opened successfully at 1731972093692 (+1 ms) 2024-11-18T23:21:33,699 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33., pid=10, masterSystemTime=1731972093586 2024-11-18T23:21:33,705 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3e72d2faf7885283d058cc34231ccb33, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,41465,1731972076277 2024-11-18T23:21:33,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33. 2024-11-18T23:21:33,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33. 2024-11-18T23:21:33,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e72d2faf7885283d058cc34231ccb33, server=9d96596e55a9,41465,1731972076277 because future has completed 2024-11-18T23:21:33,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T23:21:33,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e72d2faf7885283d058cc34231ccb33, server=9d96596e55a9,41465,1731972076277 in 281 msec 2024-11-18T23:21:33,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T23:21:33,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e72d2faf7885283d058cc34231ccb33, ASSIGN in 449 msec 2024-11-18T23:21:33,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:21:33,721 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972093721"}]},"ts":"1731972093721"} 2024-11-18T23:21:33,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T23:21:33,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:21:33,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4090 sec 2024-11-18T23:21:33,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33., hostname=9d96596e55a9,41465,1731972076277, seqNum=2] 2024-11-18T23:21:33,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101504080980001, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/056244604 2024-11-18T23:21:33,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/056244604 2024-11-18T23:21:33,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T23:21:33,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T23:21:33,977 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T23:21:34,057 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9d96596e55a9,41465,1731972076277, ReplicationSource: 1, currentBandwidth=0 2024-11-18T23:21:34,058 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:21:34,058 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,41465,1731972076277, seqNum=-1] 2024-11-18T23:21:34,059 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:21:34,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-18T23:21:34,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9d96596e55a9,41465,1731972076277', locateType=CURRENT is [region=hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33., hostname=9d96596e55a9,41465,1731972076277, seqNum=2] 2024-11-18T23:21:34,076 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T23:21:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46755 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T23:21:34,091 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9d96596e55a9,41465,1731972076277 suceeded 2024-11-18T23:21:34,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T23:21:34,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 272 msec 2024-11-18T23:21:34,101 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9d96596e55a9:45079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T23:21:34,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8310 sec 2024-11-18T23:21:34,115 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:45079' 2024-11-18T23:21:34,116 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61d09d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:34,116 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45079,-1 for getting cluster id 2024-11-18T23:21:34,116 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:21:34,117 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9f1aac3-8ef5-4345-9b9c-e427869f7f82' 2024-11-18T23:21:34,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:21:34,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9f1aac3-8ef5-4345-9b9c-e427869f7f82" 2024-11-18T23:21:34,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@efb7133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:34,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45079,-1] 2024-11-18T23:21:34,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:21:34,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:34,119 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:21:34,120 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60e2f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:34,120 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:21:34,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45079,1731972084820 2024-11-18T23:21:34,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c66a4cb 2024-11-18T23:21:34,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:21:34,126 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-18T23:21:34,137 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9d96596e55a9,41465,1731972076277 (queues=1) is replicating from cluster=00ec9af4-6d94-4173-be8b-9c750ee706f0 to cluster=d9f1aac3-8ef5-4345-9b9c-e427869f7f82 2024-11-18T23:21:34,137 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9d96596e55a9%2C41465%2C1731972076277 2024-11-18T23:21:34,138 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9d96596e55a9,41465,1731972076277, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T23:21:34,141 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805, startPosition=0, beingWritten=true 2024-11-18T23:21:34,145 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.shipper9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9d96596e55a9%2C41465%2C1731972076277 2024-11-18T23:21:34,166 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:21:34,166 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 379, reset compression=false 2024-11-18T23:21:34,168 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.shipper9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,41465,1731972076277 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:21:34,391 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 379, reset compression=false 2024-11-18T23:21:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:21:34,428 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:21:34,428 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:21:34,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:34,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:34,429 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T23:21:34,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:21:34,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c83422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:34,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45079,-1 for getting cluster id 2024-11-18T23:21:34,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:21:34,440 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9f1aac3-8ef5-4345-9b9c-e427869f7f82' 2024-11-18T23:21:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:21:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9f1aac3-8ef5-4345-9b9c-e427869f7f82" 2024-11-18T23:21:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bde3bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45079,-1] 2024-11-18T23:21:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:21:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:34,446 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:21:34,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19cb8402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:34,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:34,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:34,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:21:34,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45079,1731972084820 2024-11-18T23:21:34,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59b15fbb 2024-11-18T23:21:34,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:21:34,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:34,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:34,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:34,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:34,455 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:21:34,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45079 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9d96596e55a9:46755,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T23:21:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45079 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T23:21:34,463 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:46755' 2024-11-18T23:21:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:21:34,473 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ca02ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:34,473 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,46755,-1 for getting cluster id 2024-11-18T23:21:34,473 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:21:34,476 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00ec9af4-6d94-4173-be8b-9c750ee706f0' 2024-11-18T23:21:34,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:21:34,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00ec9af4-6d94-4173-be8b-9c750ee706f0" 2024-11-18T23:21:34,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9ce335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:34,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,46755,-1] 2024-11-18T23:21:34,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:21:34,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:34,479 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:21:34,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b2b5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:34,480 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:21:34,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,46755,1731972075930 2024-11-18T23:21:34,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a97d68e 2024-11-18T23:21:34,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:21:34,483 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:21:34,483 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-18T23:21:34,483 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T23:21:34,483 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:34,484 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:34,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:21:34,484 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:21:34,486 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T23:21:34,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:21:34,487 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:34,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:34,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:21:34,536 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T23:21:34,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741837_1013 (size=1138) 2024-11-18T23:21:34,554 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 393adb54e8ae5caf3d8197bca41869ac, NAME => 'hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90 2024-11-18T23:21:34,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741838_1014 (size=44) 2024-11-18T23:21:34,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:21:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:21:34,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 393adb54e8ae5caf3d8197bca41869ac, disabling compactions & flushes 2024-11-18T23:21:34,578 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac. 2024-11-18T23:21:34,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac. 2024-11-18T23:21:34,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac. after waiting 0 ms 2024-11-18T23:21:34,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac. 2024-11-18T23:21:34,578 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac. 2024-11-18T23:21:34,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 393adb54e8ae5caf3d8197bca41869ac: Waiting for close lock at 1731972094578Disabling compacts and flushes for region at 1731972094578Disabling writes for close at 1731972094578Writing region close event to WAL at 1731972094578Closed at 1731972094578 2024-11-18T23:21:34,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:21:34,580 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731972094580"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972094580"}]},"ts":"1731972094580"} 2024-11-18T23:21:34,582 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:21:34,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:21:34,585 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972094585"}]},"ts":"1731972094585"} 2024-11-18T23:21:34,588 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T23:21:34,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=393adb54e8ae5caf3d8197bca41869ac, ASSIGN}] 2024-11-18T23:21:34,591 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=393adb54e8ae5caf3d8197bca41869ac, ASSIGN 2024-11-18T23:21:34,592 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=393adb54e8ae5caf3d8197bca41869ac, ASSIGN; state=OFFLINE, location=9d96596e55a9,36573,1731972085144; forceNewPlan=false, retain=false 2024-11-18T23:21:34,737 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 379, reset compression=false 2024-11-18T23:21:34,744 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=393adb54e8ae5caf3d8197bca41869ac, regionState=OPENING, regionLocation=9d96596e55a9,36573,1731972085144 2024-11-18T23:21:34,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=393adb54e8ae5caf3d8197bca41869ac, ASSIGN because future has completed 2024-11-18T23:21:34,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 393adb54e8ae5caf3d8197bca41869ac, server=9d96596e55a9,36573,1731972085144}] 2024-11-18T23:21:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:21:34,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac. 2024-11-18T23:21:34,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:21:34,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T23:21:34,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C36573%2C1731972085144.rep, suffix=, logDir=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144, archiveDir=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/oldWALs, maxLogs=10 2024-11-18T23:21:34,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.rep.1731972094911, exclude list is [], retry=0 2024-11-18T23:21:34,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37687,DS-c76c32ab-ba21-4480-8b87-80a6ca335fa8,DISK] 2024-11-18T23:21:34,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.rep.1731972094911 2024-11-18T23:21:34,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33141:33141)] 2024-11-18T23:21:34,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 393adb54e8ae5caf3d8197bca41869ac, NAME => 'hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:21:34,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:21:34,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:21:34,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac. service=MultiRowMutationService 2024-11-18T23:21:34,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T23:21:34,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 393adb54e8ae5caf3d8197bca41869ac 2024-11-18T23:21:34,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:21:34,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 393adb54e8ae5caf3d8197bca41869ac 2024-11-18T23:21:34,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 393adb54e8ae5caf3d8197bca41869ac 2024-11-18T23:21:34,929 INFO [StoreOpener-393adb54e8ae5caf3d8197bca41869ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 393adb54e8ae5caf3d8197bca41869ac 2024-11-18T23:21:34,931 INFO [StoreOpener-393adb54e8ae5caf3d8197bca41869ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 393adb54e8ae5caf3d8197bca41869ac columnFamilyName hfileref 2024-11-18T23:21:34,931 DEBUG [StoreOpener-393adb54e8ae5caf3d8197bca41869ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:34,931 INFO [StoreOpener-393adb54e8ae5caf3d8197bca41869ac-1 {}] regionserver.HStore(327): Store=393adb54e8ae5caf3d8197bca41869ac/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:34,931 INFO [StoreOpener-393adb54e8ae5caf3d8197bca41869ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 393adb54e8ae5caf3d8197bca41869ac 2024-11-18T23:21:34,932 INFO [StoreOpener-393adb54e8ae5caf3d8197bca41869ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 393adb54e8ae5caf3d8197bca41869ac columnFamilyName queue 2024-11-18T23:21:34,932 DEBUG [StoreOpener-393adb54e8ae5caf3d8197bca41869ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:34,932 INFO [StoreOpener-393adb54e8ae5caf3d8197bca41869ac-1 {}] regionserver.HStore(327): Store=393adb54e8ae5caf3d8197bca41869ac/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:34,932 INFO [StoreOpener-393adb54e8ae5caf3d8197bca41869ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 393adb54e8ae5caf3d8197bca41869ac 2024-11-18T23:21:34,933 INFO [StoreOpener-393adb54e8ae5caf3d8197bca41869ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 393adb54e8ae5caf3d8197bca41869ac columnFamilyName sid 2024-11-18T23:21:34,933 DEBUG [StoreOpener-393adb54e8ae5caf3d8197bca41869ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:34,933 INFO [StoreOpener-393adb54e8ae5caf3d8197bca41869ac-1 {}] regionserver.HStore(327): Store=393adb54e8ae5caf3d8197bca41869ac/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:34,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 393adb54e8ae5caf3d8197bca41869ac 2024-11-18T23:21:34,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/replication/393adb54e8ae5caf3d8197bca41869ac 2024-11-18T23:21:34,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/replication/393adb54e8ae5caf3d8197bca41869ac 2024-11-18T23:21:34,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 393adb54e8ae5caf3d8197bca41869ac 2024-11-18T23:21:34,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 393adb54e8ae5caf3d8197bca41869ac 2024-11-18T23:21:34,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:21:34,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 393adb54e8ae5caf3d8197bca41869ac 2024-11-18T23:21:34,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/replication/393adb54e8ae5caf3d8197bca41869ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:21:34,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 393adb54e8ae5caf3d8197bca41869ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69286258, jitterRate=0.032445698976516724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:21:34,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 393adb54e8ae5caf3d8197bca41869ac 2024-11-18T23:21:34,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 393adb54e8ae5caf3d8197bca41869ac: Running coprocessor pre-open hook at 1731972094928Writing region info on filesystem at 1731972094928Initializing all the Stores at 1731972094929 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972094929Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972094929Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972094929Cleaning up temporary data from old regions at 1731972094935 (+6 ms)Running coprocessor post-open hooks at 1731972094938 (+3 ms)Region opened successfully at 1731972094938 2024-11-18T23:21:34,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac., pid=10, masterSystemTime=1731972094907 2024-11-18T23:21:34,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac. 2024-11-18T23:21:34,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac. 2024-11-18T23:21:34,942 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=393adb54e8ae5caf3d8197bca41869ac, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,36573,1731972085144 2024-11-18T23:21:34,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 393adb54e8ae5caf3d8197bca41869ac, server=9d96596e55a9,36573,1731972085144 because future has completed 2024-11-18T23:21:34,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T23:21:34,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 393adb54e8ae5caf3d8197bca41869ac, server=9d96596e55a9,36573,1731972085144 in 190 msec 2024-11-18T23:21:34,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T23:21:34,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=393adb54e8ae5caf3d8197bca41869ac, ASSIGN in 358 msec 2024-11-18T23:21:34,948 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:21:34,948 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972094948"}]},"ts":"1731972094948"} 2024-11-18T23:21:34,949 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T23:21:34,950 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:21:34,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 466 msec 2024-11-18T23:21:34,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac., hostname=9d96596e55a9,36573,1731972085144, seqNum=2] 2024-11-18T23:21:35,002 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:21:35,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:35,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:35,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:35,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:35,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:35,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:35,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:35,050 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T23:21:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:21:35,154 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 379, reset compression=false 2024-11-18T23:21:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:21:35,674 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 379, reset compression=false 2024-11-18T23:21:35,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1023935417 2024-11-18T23:21:35,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x101504080980004, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1023935417 2024-11-18T23:21:35,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T23:21:36,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36573 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T23:21:36,096 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T23:21:36,121 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9d96596e55a9,36573,1731972085144, ReplicationSource: 1, currentBandwidth=0 2024-11-18T23:21:36,121 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:21:36,121 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,36573,1731972085144, seqNum=-1] 2024-11-18T23:21:36,121 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:21:36,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-18T23:21:36,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9d96596e55a9,36573,1731972085144', locateType=CURRENT is [region=hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac., hostname=9d96596e55a9,36573,1731972085144, seqNum=2] 2024-11-18T23:21:36,126 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T23:21:36,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45079 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T23:21:36,128 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9d96596e55a9,36573,1731972085144 suceeded 2024-11-18T23:21:36,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T23:21:36,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-18T23:21:36,129 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9d96596e55a9:46755,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T23:21:36,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6740 sec 2024-11-18T23:21:36,139 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:46755' 2024-11-18T23:21:36,140 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e2c3acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:36,140 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,46755,-1 for getting cluster id 2024-11-18T23:21:36,140 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:21:36,141 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00ec9af4-6d94-4173-be8b-9c750ee706f0' 2024-11-18T23:21:36,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:21:36,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00ec9af4-6d94-4173-be8b-9c750ee706f0" 2024-11-18T23:21:36,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4166f5d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:36,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,46755,-1] 2024-11-18T23:21:36,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:21:36,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:36,142 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:21:36,142 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@181cf136, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:36,142 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:21:36,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,46755,1731972075930 2024-11-18T23:21:36,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47a7d2be 2024-11-18T23:21:36,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:21:36,144 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-18T23:21:36,144 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9d96596e55a9,36573,1731972085144 (queues=1) is replicating from cluster=d9f1aac3-8ef5-4345-9b9c-e427869f7f82 to cluster=00ec9af4-6d94-4173-be8b-9c750ee706f0 2024-11-18T23:21:36,144 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9d96596e55a9%2C36573%2C1731972085144 2024-11-18T23:21:36,144 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9d96596e55a9,36573,1731972085144, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T23:21:36,144 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.shipper9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9d96596e55a9%2C36573%2C1731972085144 2024-11-18T23:21:36,145 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.wal-reader.9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713, startPosition=0, beingWritten=true 2024-11-18T23:21:36,149 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.wal-reader.9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:21:36,150 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.wal-reader.9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713 to pos 379, reset compression=false 2024-11-18T23:21:36,150 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.shipper9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,36573,1731972085144 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:21:36,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T23:21:36,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T23:21:36,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T23:21:36,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T23:21:36,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:21:36,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T23:21:36,278 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 379, reset compression=false 2024-11-18T23:21:36,353 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.wal-reader.9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713 to pos 379, reset compression=false 2024-11-18T23:21:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:21:36,618 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T23:21:36,618 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:21:36,618 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:21:36,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:36,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:36,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:21:36,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:36,622 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731972096621/Put/seqid=0 2024-11-18T23:21:36,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741840_1016 (size=7894) 2024-11-18T23:21:36,657 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.wal-reader.9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713 to pos 379, reset compression=false 2024-11-18T23:21:36,981 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 379, reset compression=false 2024-11-18T23:21:37,034 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731972097033/Put/seqid=0 2024-11-18T23:21:37,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741841_1017 (size=7691) 2024-11-18T23:21:37,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c98c8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:37,051 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,46755,-1 for getting cluster id 2024-11-18T23:21:37,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:21:37,052 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00ec9af4-6d94-4173-be8b-9c750ee706f0' 2024-11-18T23:21:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:21:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00ec9af4-6d94-4173-be8b-9c750ee706f0" 2024-11-18T23:21:37,053 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5d7953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:37,053 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,46755,-1] 2024-11-18T23:21:37,053 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:21:37,053 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:37,054 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:21:37,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c97d8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:37,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:21:37,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,41465,1731972076277, seqNum=-1] 2024-11-18T23:21:37,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:21:37,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:21:37,072 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.wal-reader.9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713 to pos 379, reset compression=false 2024-11-18T23:21:37,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:21:37,106 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,46755,1731972075930 2024-11-18T23:21:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@291b5629 2024-11-18T23:21:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:21:37,108 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:21:37,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731972089872.76a364e2a42111072b43286f1b0a91e5., hostname=9d96596e55a9,41465,1731972076277, seqNum=2] 2024-11-18T23:21:37,140 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T23:21:37,156 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-18T23:21:37,160 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-18T23:21:37,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 76a364e2a42111072b43286f1b0a91e5/f 2024-11-18T23:21:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T23:21:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T23:21:37,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 76a364e2a42111072b43286f1b0a91e5/f 2024-11-18T23:21:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T23:21:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T23:21:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HRegion(2603): Flush status journal for 76a364e2a42111072b43286f1b0a91e5: 2024-11-18T23:21:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/staging/jenkins__test__dnep8p7c3qqqcrrjq2tin6p2nsqo2cgkig93aqftr0h7spghjou6v84ak6sfbkk0/f/hfile_1 2024-11-18T23:21:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/staging/jenkins__test__dnep8p7c3qqqcrrjq2tin6p2nsqo2cgkig93aqftr0h7spghjou6v84ak6sfbkk0/f/hfile_1 as hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/default/test/76a364e2a42111072b43286f1b0a91e5/f/e5867f559adb41bcb3654aafc48dc084_SeqId_4_ 2024-11-18T23:21:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/staging/jenkins__test__dnep8p7c3qqqcrrjq2tin6p2nsqo2cgkig93aqftr0h7spghjou6v84ak6sfbkk0/f/hfile_0 2024-11-18T23:21:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/staging/jenkins__test__dnep8p7c3qqqcrrjq2tin6p2nsqo2cgkig93aqftr0h7spghjou6v84ak6sfbkk0/f/hfile_0 as hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/default/test/76a364e2a42111072b43286f1b0a91e5/f/1ec1116bad574e1ea4dbbf259c4488c9_SeqId_4_ 2024-11-18T23:21:37,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/staging/jenkins__test__dnep8p7c3qqqcrrjq2tin6p2nsqo2cgkig93aqftr0h7spghjou6v84ak6sfbkk0/f/hfile_1 into 76a364e2a42111072b43286f1b0a91e5/f as hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/default/test/76a364e2a42111072b43286f1b0a91e5/f/e5867f559adb41bcb3654aafc48dc084_SeqId_4_ - updating store file list. 2024-11-18T23:21:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e5867f559adb41bcb3654aafc48dc084_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T23:21:37,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/default/test/76a364e2a42111072b43286f1b0a91e5/f/e5867f559adb41bcb3654aafc48dc084_SeqId_4_ into 76a364e2a42111072b43286f1b0a91e5/f 2024-11-18T23:21:37,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/staging/jenkins__test__dnep8p7c3qqqcrrjq2tin6p2nsqo2cgkig93aqftr0h7spghjou6v84ak6sfbkk0/f/hfile_1 into 76a364e2a42111072b43286f1b0a91e5/f (new location: hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/default/test/76a364e2a42111072b43286f1b0a91e5/f/e5867f559adb41bcb3654aafc48dc084_SeqId_4_) 2024-11-18T23:21:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/staging/jenkins__test__dnep8p7c3qqqcrrjq2tin6p2nsqo2cgkig93aqftr0h7spghjou6v84ak6sfbkk0/f/hfile_1 2024-11-18T23:21:37,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/staging/jenkins__test__dnep8p7c3qqqcrrjq2tin6p2nsqo2cgkig93aqftr0h7spghjou6v84ak6sfbkk0/f/hfile_0 into 76a364e2a42111072b43286f1b0a91e5/f as hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/default/test/76a364e2a42111072b43286f1b0a91e5/f/1ec1116bad574e1ea4dbbf259c4488c9_SeqId_4_ - updating store file list. 2024-11-18T23:21:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1ec1116bad574e1ea4dbbf259c4488c9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T23:21:37,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/default/test/76a364e2a42111072b43286f1b0a91e5/f/1ec1116bad574e1ea4dbbf259c4488c9_SeqId_4_ into 76a364e2a42111072b43286f1b0a91e5/f 2024-11-18T23:21:37,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/staging/jenkins__test__dnep8p7c3qqqcrrjq2tin6p2nsqo2cgkig93aqftr0h7spghjou6v84ak6sfbkk0/f/hfile_0 into 76a364e2a42111072b43286f1b0a91e5/f (new location: hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/default/test/76a364e2a42111072b43286f1b0a91e5/f/1ec1116bad574e1ea4dbbf259c4488c9_SeqId_4_) 2024-11-18T23:21:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/staging/jenkins__test__dnep8p7c3qqqcrrjq2tin6p2nsqo2cgkig93aqftr0h7spghjou6v84ak6sfbkk0/f/hfile_0 2024-11-18T23:21:37,215 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:21:37,216 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:21:37,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731972089872.76a364e2a42111072b43286f1b0a91e5., hostname=9d96596e55a9,41465,1731972076277, seqNum=2 , the old value is region=test,,1731972089872.76a364e2a42111072b43286f1b0a91e5., hostname=9d96596e55a9,41465,1731972076277, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9d96596e55a9:41465 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T23:21:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731972089872.76a364e2a42111072b43286f1b0a91e5., hostname=9d96596e55a9,41465,1731972076277, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T23:21:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731972089872.76a364e2a42111072b43286f1b0a91e5., hostname=9d96596e55a9,41465,1731972076277, seqNum=2 from cache 2024-11-18T23:21:37,221 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T23:21:37,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:37,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:21:37,222 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:21:37,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,36573,1731972085144, seqNum=-1] 2024-11-18T23:21:37,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:21:37,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:21:37,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f., hostname=9d96596e55a9,36573,1731972085144, seqNum=2] 2024-11-18T23:21:37,228 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T23:21:37,327 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:41465 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T23:21:37,599 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.wal-reader.9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713 to pos 379, reset compression=false 2024-11-18T23:21:37,817 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 379, reset compression=false 2024-11-18T23:21:37,841 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:21:37,842 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.shipper9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,41465,1731972076277 got entry batch from reader: WALEntryBatch [walEntries=[{test/76a364e2a42111072b43286f1b0a91e5/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731972097214/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T23:21:37,847 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.shipper9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:21:37,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-18T23:21:37,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.ReplicationSink(318): Replicating [00ec9af4-6d94-4173-be8b-9c750ee706f0] bulk loaded data 2024-11-18T23:21:37,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ef3fbc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:37,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45079,-1 for getting cluster id 2024-11-18T23:21:37,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:21:37,856 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9f1aac3-8ef5-4345-9b9c-e427869f7f82' 2024-11-18T23:21:37,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:21:37,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9f1aac3-8ef5-4345-9b9c-e427869f7f82" 2024-11-18T23:21:37,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@279a888a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:37,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45079,-1] 2024-11-18T23:21:37,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:21:37,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:37,869 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:21:37,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f90fd66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:38,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741840_1016 (size=7691) 2024-11-18T23:21:38,043 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 687, reset compression=false 2024-11-18T23:21:38,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741841_1017 (size=7894) 2024-11-18T23:21:38,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:21:38,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45079,1731972084820 2024-11-18T23:21:38,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76dcc7c7 2024-11-18T23:21:38,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:21:38,113 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-18T23:21:38,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T23:21:38,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:21:38,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,36573,1731972085144, seqNum=-1] 2024-11-18T23:21:38,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:21:38,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-18T23:21:38,166 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/staging/jenkins.hfs.11__test__rju92ff8ev3jijbpve6vthc0nk1jm3l4spu6aa0sagniqrt835nknjge8jnmbpdq/f/1ec1116bad574e1ea4dbbf259c4488c9_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T23:21:38,171 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/staging/jenkins.hfs.11__test__rju92ff8ev3jijbpve6vthc0nk1jm3l4spu6aa0sagniqrt835nknjge8jnmbpdq/f/e5867f559adb41bcb3654aafc48dc084_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T23:21:38,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/staging/jenkins.hfs.11__test__rju92ff8ev3jijbpve6vthc0nk1jm3l4spu6aa0sagniqrt835nknjge8jnmbpdq/f/e5867f559adb41bcb3654aafc48dc084_SeqId_4_ for inclusion in 613a5c40ceda8504d43e7538d8982a6f/f 2024-11-18T23:21:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T23:21:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T23:21:38,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/staging/jenkins.hfs.11__test__rju92ff8ev3jijbpve6vthc0nk1jm3l4spu6aa0sagniqrt835nknjge8jnmbpdq/f/1ec1116bad574e1ea4dbbf259c4488c9_SeqId_4_ for inclusion in 613a5c40ceda8504d43e7538d8982a6f/f 2024-11-18T23:21:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T23:21:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T23:21:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HRegion(2603): Flush status journal for 613a5c40ceda8504d43e7538d8982a6f: 2024-11-18T23:21:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e5867f559adb41bcb3654aafc48dc084_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T23:21:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/staging/jenkins.hfs.11__test__rju92ff8ev3jijbpve6vthc0nk1jm3l4spu6aa0sagniqrt835nknjge8jnmbpdq/f/e5867f559adb41bcb3654aafc48dc084_SeqId_4_ as hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/default/test/613a5c40ceda8504d43e7538d8982a6f/f/146daff4d7284a34a2940615288cb189_SeqId_4_ 2024-11-18T23:21:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1ec1116bad574e1ea4dbbf259c4488c9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T23:21:38,240 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.wal-reader.9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713 to pos 379, reset compression=false 2024-11-18T23:21:38,241 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T23:21:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/staging/jenkins.hfs.11__test__rju92ff8ev3jijbpve6vthc0nk1jm3l4spu6aa0sagniqrt835nknjge8jnmbpdq/f/1ec1116bad574e1ea4dbbf259c4488c9_SeqId_4_ as hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/default/test/613a5c40ceda8504d43e7538d8982a6f/f/974db9080fa14436a85942c8e5fbc913_SeqId_4_ 2024-11-18T23:21:38,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/staging/jenkins.hfs.11__test__rju92ff8ev3jijbpve6vthc0nk1jm3l4spu6aa0sagniqrt835nknjge8jnmbpdq/f/e5867f559adb41bcb3654aafc48dc084_SeqId_4_ into 613a5c40ceda8504d43e7538d8982a6f/f as hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/default/test/613a5c40ceda8504d43e7538d8982a6f/f/146daff4d7284a34a2940615288cb189_SeqId_4_ - updating store file list. 2024-11-18T23:21:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 146daff4d7284a34a2940615288cb189_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T23:21:38,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/default/test/613a5c40ceda8504d43e7538d8982a6f/f/146daff4d7284a34a2940615288cb189_SeqId_4_ into 613a5c40ceda8504d43e7538d8982a6f/f 2024-11-18T23:21:38,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/staging/jenkins.hfs.11__test__rju92ff8ev3jijbpve6vthc0nk1jm3l4spu6aa0sagniqrt835nknjge8jnmbpdq/f/e5867f559adb41bcb3654aafc48dc084_SeqId_4_ into 613a5c40ceda8504d43e7538d8982a6f/f (new location: hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/default/test/613a5c40ceda8504d43e7538d8982a6f/f/146daff4d7284a34a2940615288cb189_SeqId_4_) 2024-11-18T23:21:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/staging/jenkins.hfs.11__test__rju92ff8ev3jijbpve6vthc0nk1jm3l4spu6aa0sagniqrt835nknjge8jnmbpdq/f/e5867f559adb41bcb3654aafc48dc084_SeqId_4_ 2024-11-18T23:21:38,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/staging/jenkins.hfs.11__test__rju92ff8ev3jijbpve6vthc0nk1jm3l4spu6aa0sagniqrt835nknjge8jnmbpdq/f/1ec1116bad574e1ea4dbbf259c4488c9_SeqId_4_ into 613a5c40ceda8504d43e7538d8982a6f/f as hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/default/test/613a5c40ceda8504d43e7538d8982a6f/f/974db9080fa14436a85942c8e5fbc913_SeqId_4_ - updating store file list. 2024-11-18T23:21:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 974db9080fa14436a85942c8e5fbc913_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T23:21:38,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/default/test/613a5c40ceda8504d43e7538d8982a6f/f/974db9080fa14436a85942c8e5fbc913_SeqId_4_ into 613a5c40ceda8504d43e7538d8982a6f/f 2024-11-18T23:21:38,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/staging/jenkins.hfs.11__test__rju92ff8ev3jijbpve6vthc0nk1jm3l4spu6aa0sagniqrt835nknjge8jnmbpdq/f/1ec1116bad574e1ea4dbbf259c4488c9_SeqId_4_ into 613a5c40ceda8504d43e7538d8982a6f/f (new location: hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/default/test/613a5c40ceda8504d43e7538d8982a6f/f/974db9080fa14436a85942c8e5fbc913_SeqId_4_) 2024-11-18T23:21:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/staging/jenkins.hfs.11__test__rju92ff8ev3jijbpve6vthc0nk1jm3l4spu6aa0sagniqrt835nknjge8jnmbpdq/f/1ec1116bad574e1ea4dbbf259c4488c9_SeqId_4_ 2024-11-18T23:21:38,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.ReplicationSink(324): Finished replicating [00ec9af4-6d94-4173-be8b-9c750ee706f0] bulk loaded data 2024-11-18T23:21:38,414 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 687, reset compression=false 2024-11-18T23:21:38,836 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 687, reset compression=false 2024-11-18T23:21:38,979 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.wal-reader.9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713 to pos 379, reset compression=false 2024-11-18T23:21:39,018 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.wal-reader.9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:21:39,018 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.shipper9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,36573,1731972085144 got entry batch from reader: WALEntryBatch [walEntries=[{test/613a5c40ceda8504d43e7538d8982a6f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731972098301/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-18T23:21:39,023 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.shipper9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:21:39,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-18T23:21:39,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.ReplicationSink(318): Replicating [00ec9af4-6d94-4173-be8b-9c750ee706f0, d9f1aac3-8ef5-4345-9b9c-e427869f7f82] bulk loaded data 2024-11-18T23:21:39,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b885249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:39,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,46755,-1 for getting cluster id 2024-11-18T23:21:39,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:21:39,037 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00ec9af4-6d94-4173-be8b-9c750ee706f0' 2024-11-18T23:21:39,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:21:39,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00ec9af4-6d94-4173-be8b-9c750ee706f0" 2024-11-18T23:21:39,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34f22179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:39,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,46755,-1] 2024-11-18T23:21:39,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:21:39,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:39,041 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:21:39,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2264b919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:39,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741842_1018 (size=7691) 2024-11-18T23:21:39,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741843_1019 (size=7894) 2024-11-18T23:21:39,218 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.wal-reader.9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713 to pos 725, reset compression=false 2024-11-18T23:21:39,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:39,270 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731972099269/Put/seqid=0 2024-11-18T23:21:39,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741842_1018 (size=11194) 2024-11-18T23:21:39,322 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731972099321/Put/seqid=0 2024-11-18T23:21:39,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741843_1019 (size=10791) 2024-11-18T23:21:39,362 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 687, reset compression=false 2024-11-18T23:21:39,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:21:39,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,46755,1731972075930 2024-11-18T23:21:39,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cbed9ab 2024-11-18T23:21:39,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:21:39,518 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-18T23:21:39,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T23:21:39,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:21:39,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,41465,1731972076277, seqNum=-1] 2024-11-18T23:21:39,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:21:39,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-18T23:21:39,523 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.wal-reader.9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713 to pos 725, reset compression=false 2024-11-18T23:21:39,528 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/staging/jenkins.hfs.10__test__4m2rv1hv02q731a0ppfnl61jti0365e0fv5bpef9v0s5k3kktafj33tpee3np682/f/146daff4d7284a34a2940615288cb189_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T23:21:39,530 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/staging/jenkins.hfs.10__test__4m2rv1hv02q731a0ppfnl61jti0365e0fv5bpef9v0s5k3kktafj33tpee3np682/f/974db9080fa14436a85942c8e5fbc913_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T23:21:39,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.ReplicationSink(324): Finished replicating [00ec9af4-6d94-4173-be8b-9c750ee706f0, d9f1aac3-8ef5-4345-9b9c-e427869f7f82] bulk loaded data 2024-11-18T23:21:39,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5129eb92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:39,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,45079,-1 for getting cluster id 2024-11-18T23:21:39,757 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:21:39,759 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9f1aac3-8ef5-4345-9b9c-e427869f7f82' 2024-11-18T23:21:39,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:21:39,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9f1aac3-8ef5-4345-9b9c-e427869f7f82" 2024-11-18T23:21:39,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1adddebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:39,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,45079,-1] 2024-11-18T23:21:39,760 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:21:39,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:39,762 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:21:39,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501f8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:39,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:21:39,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,36573,1731972085144, seqNum=-1] 2024-11-18T23:21:39,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:21:39,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:21:39,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:21:39,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,45079,1731972084820 2024-11-18T23:21:39,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bcdeec9 2024-11-18T23:21:39,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:21:39,797 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:21:39,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f., hostname=9d96596e55a9,36573,1731972085144, seqNum=2] 2024-11-18T23:21:39,804 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T23:21:39,816 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-18T23:21:39,820 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-18T23:21:39,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 613a5c40ceda8504d43e7538d8982a6f/f 2024-11-18T23:21:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T23:21:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T23:21:39,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 613a5c40ceda8504d43e7538d8982a6f/f 2024-11-18T23:21:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T23:21:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T23:21:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HRegion(2603): Flush status journal for 613a5c40ceda8504d43e7538d8982a6f: 2024-11-18T23:21:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/staging/jenkins__test__lr5la2sgaf46fa8hlduk86jrqodnvlkcihnb04v6tr7gn45kicminltf1a2m4ddc/f/hfile_1 2024-11-18T23:21:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/staging/jenkins__test__lr5la2sgaf46fa8hlduk86jrqodnvlkcihnb04v6tr7gn45kicminltf1a2m4ddc/f/hfile_1 as hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/default/test/613a5c40ceda8504d43e7538d8982a6f/f/411f2092188a4e14846a61ec3d82a87a_SeqId_6_ 2024-11-18T23:21:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/staging/jenkins__test__lr5la2sgaf46fa8hlduk86jrqodnvlkcihnb04v6tr7gn45kicminltf1a2m4ddc/f/hfile_0 2024-11-18T23:21:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/staging/jenkins__test__lr5la2sgaf46fa8hlduk86jrqodnvlkcihnb04v6tr7gn45kicminltf1a2m4ddc/f/hfile_0 as hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/default/test/613a5c40ceda8504d43e7538d8982a6f/f/820844a237f940e7b8014189b2252cb3_SeqId_6_ 2024-11-18T23:21:39,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/staging/jenkins__test__lr5la2sgaf46fa8hlduk86jrqodnvlkcihnb04v6tr7gn45kicminltf1a2m4ddc/f/hfile_1 into 613a5c40ceda8504d43e7538d8982a6f/f as hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/default/test/613a5c40ceda8504d43e7538d8982a6f/f/411f2092188a4e14846a61ec3d82a87a_SeqId_6_ - updating store file list. 2024-11-18T23:21:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 411f2092188a4e14846a61ec3d82a87a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T23:21:39,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/default/test/613a5c40ceda8504d43e7538d8982a6f/f/411f2092188a4e14846a61ec3d82a87a_SeqId_6_ into 613a5c40ceda8504d43e7538d8982a6f/f 2024-11-18T23:21:39,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/staging/jenkins__test__lr5la2sgaf46fa8hlduk86jrqodnvlkcihnb04v6tr7gn45kicminltf1a2m4ddc/f/hfile_1 into 613a5c40ceda8504d43e7538d8982a6f/f (new location: hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/default/test/613a5c40ceda8504d43e7538d8982a6f/f/411f2092188a4e14846a61ec3d82a87a_SeqId_6_) 2024-11-18T23:21:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/staging/jenkins__test__lr5la2sgaf46fa8hlduk86jrqodnvlkcihnb04v6tr7gn45kicminltf1a2m4ddc/f/hfile_1 2024-11-18T23:21:39,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/staging/jenkins__test__lr5la2sgaf46fa8hlduk86jrqodnvlkcihnb04v6tr7gn45kicminltf1a2m4ddc/f/hfile_0 into 613a5c40ceda8504d43e7538d8982a6f/f as hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/default/test/613a5c40ceda8504d43e7538d8982a6f/f/820844a237f940e7b8014189b2252cb3_SeqId_6_ - updating store file list. 2024-11-18T23:21:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 820844a237f940e7b8014189b2252cb3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T23:21:39,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/default/test/613a5c40ceda8504d43e7538d8982a6f/f/820844a237f940e7b8014189b2252cb3_SeqId_6_ into 613a5c40ceda8504d43e7538d8982a6f/f 2024-11-18T23:21:39,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/staging/jenkins__test__lr5la2sgaf46fa8hlduk86jrqodnvlkcihnb04v6tr7gn45kicminltf1a2m4ddc/f/hfile_0 into 613a5c40ceda8504d43e7538d8982a6f/f (new location: hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/default/test/613a5c40ceda8504d43e7538d8982a6f/f/820844a237f940e7b8014189b2252cb3_SeqId_6_) 2024-11-18T23:21:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/staging/jenkins__test__lr5la2sgaf46fa8hlduk86jrqodnvlkcihnb04v6tr7gn45kicminltf1a2m4ddc/f/hfile_0 2024-11-18T23:21:39,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:21:39,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:21:39,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:39,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:39,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f., hostname=9d96596e55a9,36573,1731972085144, seqNum=2 , the old value is region=test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f., hostname=9d96596e55a9,36573,1731972085144, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9d96596e55a9:36573 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T23:21:39,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f., hostname=9d96596e55a9,36573,1731972085144, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T23:21:39,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f., hostname=9d96596e55a9,36573,1731972085144, seqNum=2 from cache 2024-11-18T23:21:39,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:21:39,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:21:39,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,41465,1731972076277, seqNum=-1] 2024-11-18T23:21:39,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:21:39,892 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T23:21:39,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:21:39,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731972089872.76a364e2a42111072b43286f1b0a91e5., hostname=9d96596e55a9,41465,1731972076277, seqNum=2] 2024-11-18T23:21:39,902 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T23:21:39,927 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.wal-reader.9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713 to pos 725, reset compression=false 2024-11-18T23:21:39,932 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.wal-reader.9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:21:39,933 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.shipper9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,36573,1731972085144 got entry batch from reader: WALEntryBatch [walEntries=[{test/613a5c40ceda8504d43e7538d8982a6f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731972099887/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T23:21:39,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.ReplicationSink(318): Replicating [d9f1aac3-8ef5-4345-9b9c-e427869f7f82] bulk loaded data 2024-11-18T23:21:39,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741844_1020 (size=10791) 2024-11-18T23:21:39,967 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 687, reset compression=false 2024-11-18T23:21:39,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741845_1021 (size=11194) 2024-11-18T23:21:39,998 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:36573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T23:21:40,134 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.wal-reader.9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713 to pos 1033, reset compression=false 2024-11-18T23:21:40,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T23:21:40,388 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/staging/jenkins.hfs.10__test__7qdpjuu3o6hnag0b4fjql0d4m66af6f02opegkc68hftd2gmif289qk290akc6uq/f/411f2092188a4e14846a61ec3d82a87a_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-18T23:21:40,393 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/staging/jenkins.hfs.10__test__7qdpjuu3o6hnag0b4fjql0d4m66af6f02opegkc68hftd2gmif289qk290akc6uq/f/820844a237f940e7b8014189b2252cb3_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-18T23:21:40,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/staging/jenkins.hfs.10__test__7qdpjuu3o6hnag0b4fjql0d4m66af6f02opegkc68hftd2gmif289qk290akc6uq/f/411f2092188a4e14846a61ec3d82a87a_SeqId_6_ for inclusion in 76a364e2a42111072b43286f1b0a91e5/f 2024-11-18T23:21:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T23:21:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T23:21:40,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/staging/jenkins.hfs.10__test__7qdpjuu3o6hnag0b4fjql0d4m66af6f02opegkc68hftd2gmif289qk290akc6uq/f/820844a237f940e7b8014189b2252cb3_SeqId_6_ for inclusion in 76a364e2a42111072b43286f1b0a91e5/f 2024-11-18T23:21:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T23:21:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T23:21:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HRegion(2603): Flush status journal for 76a364e2a42111072b43286f1b0a91e5: 2024-11-18T23:21:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 411f2092188a4e14846a61ec3d82a87a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T23:21:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/staging/jenkins.hfs.10__test__7qdpjuu3o6hnag0b4fjql0d4m66af6f02opegkc68hftd2gmif289qk290akc6uq/f/411f2092188a4e14846a61ec3d82a87a_SeqId_6_ as hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/default/test/76a364e2a42111072b43286f1b0a91e5/f/eab553e6d4ab48b88acee0271f040a8c_SeqId_6_ 2024-11-18T23:21:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 820844a237f940e7b8014189b2252cb3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T23:21:40,431 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:21:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/staging/jenkins.hfs.10__test__7qdpjuu3o6hnag0b4fjql0d4m66af6f02opegkc68hftd2gmif289qk290akc6uq/f/820844a237f940e7b8014189b2252cb3_SeqId_6_ as hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/default/test/76a364e2a42111072b43286f1b0a91e5/f/2f5c2e7b17ec475cbfdcae42116d3e7a_SeqId_6_ 2024-11-18T23:21:40,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/staging/jenkins.hfs.10__test__7qdpjuu3o6hnag0b4fjql0d4m66af6f02opegkc68hftd2gmif289qk290akc6uq/f/411f2092188a4e14846a61ec3d82a87a_SeqId_6_ into 76a364e2a42111072b43286f1b0a91e5/f as hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/default/test/76a364e2a42111072b43286f1b0a91e5/f/eab553e6d4ab48b88acee0271f040a8c_SeqId_6_ - updating store file list. 2024-11-18T23:21:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eab553e6d4ab48b88acee0271f040a8c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T23:21:40,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/default/test/76a364e2a42111072b43286f1b0a91e5/f/eab553e6d4ab48b88acee0271f040a8c_SeqId_6_ into 76a364e2a42111072b43286f1b0a91e5/f 2024-11-18T23:21:40,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/staging/jenkins.hfs.10__test__7qdpjuu3o6hnag0b4fjql0d4m66af6f02opegkc68hftd2gmif289qk290akc6uq/f/411f2092188a4e14846a61ec3d82a87a_SeqId_6_ into 76a364e2a42111072b43286f1b0a91e5/f (new location: hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/default/test/76a364e2a42111072b43286f1b0a91e5/f/eab553e6d4ab48b88acee0271f040a8c_SeqId_6_) 2024-11-18T23:21:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/staging/jenkins.hfs.10__test__7qdpjuu3o6hnag0b4fjql0d4m66af6f02opegkc68hftd2gmif289qk290akc6uq/f/411f2092188a4e14846a61ec3d82a87a_SeqId_6_ 2024-11-18T23:21:40,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/staging/jenkins.hfs.10__test__7qdpjuu3o6hnag0b4fjql0d4m66af6f02opegkc68hftd2gmif289qk290akc6uq/f/820844a237f940e7b8014189b2252cb3_SeqId_6_ into 76a364e2a42111072b43286f1b0a91e5/f as hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/default/test/76a364e2a42111072b43286f1b0a91e5/f/2f5c2e7b17ec475cbfdcae42116d3e7a_SeqId_6_ - updating store file list. 2024-11-18T23:21:40,478 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.wal-reader.9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713 to pos 1033, reset compression=false 2024-11-18T23:21:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2f5c2e7b17ec475cbfdcae42116d3e7a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T23:21:40,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/default/test/76a364e2a42111072b43286f1b0a91e5/f/2f5c2e7b17ec475cbfdcae42116d3e7a_SeqId_6_ into 76a364e2a42111072b43286f1b0a91e5/f 2024-11-18T23:21:40,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/staging/jenkins.hfs.10__test__7qdpjuu3o6hnag0b4fjql0d4m66af6f02opegkc68hftd2gmif289qk290akc6uq/f/820844a237f940e7b8014189b2252cb3_SeqId_6_ into 76a364e2a42111072b43286f1b0a91e5/f (new location: hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/default/test/76a364e2a42111072b43286f1b0a91e5/f/2f5c2e7b17ec475cbfdcae42116d3e7a_SeqId_6_) 2024-11-18T23:21:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/staging/jenkins.hfs.10__test__7qdpjuu3o6hnag0b4fjql0d4m66af6f02opegkc68hftd2gmif289qk290akc6uq/f/820844a237f940e7b8014189b2252cb3_SeqId_6_ 2024-11-18T23:21:40,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41465 {}] regionserver.ReplicationSink(324): Finished replicating [d9f1aac3-8ef5-4345-9b9c-e427869f7f82] bulk loaded data 2024-11-18T23:21:40,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:40,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:40,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:40,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:40,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:40,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:40,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:40,671 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 687, reset compression=false 2024-11-18T23:21:40,680 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:21:40,680 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.shipper9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,41465,1731972076277 got entry batch from reader: WALEntryBatch [walEntries=[{test/76a364e2a42111072b43286f1b0a91e5/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731972100490/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-18T23:21:40,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.ReplicationSink(318): Replicating [d9f1aac3-8ef5-4345-9b9c-e427869f7f82, 00ec9af4-6d94-4173-be8b-9c750ee706f0] bulk loaded data 2024-11-18T23:21:40,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741844_1020 (size=10791) 2024-11-18T23:21:40,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741845_1021 (size=11194) 2024-11-18T23:21:40,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T23:21:40,763 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/staging/jenkins.hfs.11__test__csob7klb1bv3cdv3ivkq1s78jii3o47udddbdakb4ccas1bhi3u3sucovc8okhng/f/2f5c2e7b17ec475cbfdcae42116d3e7a_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-18T23:21:40,766 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/staging/jenkins.hfs.11__test__csob7klb1bv3cdv3ivkq1s78jii3o47udddbdakb4ccas1bhi3u3sucovc8okhng/f/eab553e6d4ab48b88acee0271f040a8c_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-18T23:21:40,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] regionserver.ReplicationSink(324): Finished replicating [d9f1aac3-8ef5-4345-9b9c-e427869f7f82, 00ec9af4-6d94-4173-be8b-9c750ee706f0] bulk loaded data 2024-11-18T23:21:40,881 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 1033, reset compression=false 2024-11-18T23:21:40,906 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.wal-reader.9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713 to pos 1033, reset compression=false 2024-11-18T23:21:40,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T23:21:40,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:21:40,923 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:21:40,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:40,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:40,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:21:40,923 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T23:21:40,923 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1616860885, stopped=false 2024-11-18T23:21:40,924 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d96596e55a9,45079,1731972084820 2024-11-18T23:21:41,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x101504080980004, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1023935417/running 2024-11-18T23:21:41,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x101504080980004, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1023935417 2024-11-18T23:21:41,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36573-0x101504080980004, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Set watcher on znode that does not yet exist, /1-1023935417/running 2024-11-18T23:21:41,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1023935417/running 2024-11-18T23:21:41,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1023935417 2024-11-18T23:21:41,078 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:21:41,078 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:21:41,078 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:21:41,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:41,078 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d96596e55a9,36573,1731972085144' ***** 2024-11-18T23:21:41,078 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T23:21:41,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Set watcher on znode that does not yet exist, /1-1023935417/running 2024-11-18T23:21:41,079 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T23:21:41,080 INFO [RS:0;9d96596e55a9:36573 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T23:21:41,080 INFO [RS:0;9d96596e55a9:36573 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T23:21:41,080 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(3091): Received CLOSE for 393adb54e8ae5caf3d8197bca41869ac 2024-11-18T23:21:41,080 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T23:21:41,080 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(3091): Received CLOSE for 613a5c40ceda8504d43e7538d8982a6f 2024-11-18T23:21:41,080 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(959): stopping server 9d96596e55a9,36573,1731972085144 2024-11-18T23:21:41,080 INFO [RS:0;9d96596e55a9:36573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:21:41,080 INFO [RS:0;9d96596e55a9:36573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:36573. 2024-11-18T23:21:41,080 DEBUG [RS:0;9d96596e55a9:36573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:21:41,080 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 393adb54e8ae5caf3d8197bca41869ac, disabling compactions & flushes 2024-11-18T23:21:41,080 DEBUG [RS:0;9d96596e55a9:36573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:41,080 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac. 2024-11-18T23:21:41,080 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac. 2024-11-18T23:21:41,080 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T23:21:41,080 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac. after waiting 0 ms 2024-11-18T23:21:41,080 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T23:21:41,080 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac. 2024-11-18T23:21:41,080 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T23:21:41,080 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T23:21:41,080 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 393adb54e8ae5caf3d8197bca41869ac 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-18T23:21:41,081 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T23:21:41,081 DEBUG [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(1325): Online Regions={393adb54e8ae5caf3d8197bca41869ac=hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac., 613a5c40ceda8504d43e7538d8982a6f=test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:21:41,081 DEBUG [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 393adb54e8ae5caf3d8197bca41869ac, 613a5c40ceda8504d43e7538d8982a6f 2024-11-18T23:21:41,082 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:21:41,082 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:21:41,082 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:21:41,082 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:21:41,082 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:21:41,082 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T23:21:41,101 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740/.tmp/info/15241190d9c64eb998c4d8e1a3214230 is 147, key is hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac./info:regioninfo/1731972094941/Put/seqid=0 2024-11-18T23:21:41,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741846_1022 (size=7686) 2024-11-18T23:21:41,114 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/replication/393adb54e8ae5caf3d8197bca41869ac/.tmp/hfileref/fe4cc201af8c425ca16b380cc8032e42 is 74, key is 1/hfileref:146daff4d7284a34a2940615288cb189_SeqId_4_/1731972099534/DeleteColumn/seqid=0 2024-11-18T23:21:41,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741847_1023 (size=5345) 2024-11-18T23:21:41,164 INFO [regionserver/9d96596e55a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:21:41,184 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 1033, reset compression=false 2024-11-18T23:21:41,282 DEBUG [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 393adb54e8ae5caf3d8197bca41869ac, 613a5c40ceda8504d43e7538d8982a6f 2024-11-18T23:21:41,409 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.wal-reader.9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713 to pos 1033, reset compression=false 2024-11-18T23:21:41,482 DEBUG [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 393adb54e8ae5caf3d8197bca41869ac, 613a5c40ceda8504d43e7538d8982a6f 2024-11-18T23:21:41,485 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T23:21:41,485 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T23:21:41,509 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740/.tmp/info/15241190d9c64eb998c4d8e1a3214230 2024-11-18T23:21:41,522 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/replication/393adb54e8ae5caf3d8197bca41869ac/.tmp/hfileref/fe4cc201af8c425ca16b380cc8032e42 2024-11-18T23:21:41,528 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740/.tmp/ns/55f12322dd4d45a185db87256193eb98 is 43, key is default/ns:d/1731972089561/Put/seqid=0 2024-11-18T23:21:41,544 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/replication/393adb54e8ae5caf3d8197bca41869ac/.tmp/queue/b4d543097be04d4fb8d405c5751f3eef is 154, key is 1-9d96596e55a9,36573,1731972085144/queue:9d96596e55a9%2C36573%2C1731972085144/1731972100518/Put/seqid=0 2024-11-18T23:21:41,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741849_1025 (size=5353) 2024-11-18T23:21:41,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741848_1024 (size=5153) 2024-11-18T23:21:41,592 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 1033, reset compression=false 2024-11-18T23:21:41,682 DEBUG [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 393adb54e8ae5caf3d8197bca41869ac, 613a5c40ceda8504d43e7538d8982a6f 2024-11-18T23:21:41,882 DEBUG [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 393adb54e8ae5caf3d8197bca41869ac, 613a5c40ceda8504d43e7538d8982a6f 2024-11-18T23:21:41,965 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/replication/393adb54e8ae5caf3d8197bca41869ac/.tmp/queue/b4d543097be04d4fb8d405c5751f3eef 2024-11-18T23:21:41,970 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/replication/393adb54e8ae5caf3d8197bca41869ac/.tmp/hfileref/fe4cc201af8c425ca16b380cc8032e42 as hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/replication/393adb54e8ae5caf3d8197bca41869ac/hfileref/fe4cc201af8c425ca16b380cc8032e42 2024-11-18T23:21:41,975 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/replication/393adb54e8ae5caf3d8197bca41869ac/hfileref/fe4cc201af8c425ca16b380cc8032e42, entries=4, sequenceid=12, filesize=5.2 K 2024-11-18T23:21:41,976 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/replication/393adb54e8ae5caf3d8197bca41869ac/.tmp/queue/b4d543097be04d4fb8d405c5751f3eef as hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/replication/393adb54e8ae5caf3d8197bca41869ac/queue/b4d543097be04d4fb8d405c5751f3eef 2024-11-18T23:21:41,982 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/replication/393adb54e8ae5caf3d8197bca41869ac/queue/b4d543097be04d4fb8d405c5751f3eef, entries=1, sequenceid=12, filesize=5.2 K 2024-11-18T23:21:41,982 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740/.tmp/ns/55f12322dd4d45a185db87256193eb98 2024-11-18T23:21:41,991 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 393adb54e8ae5caf3d8197bca41869ac in 911ms, sequenceid=12, compaction requested=false 2024-11-18T23:21:41,996 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/replication/393adb54e8ae5caf3d8197bca41869ac/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T23:21:41,996 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:21:41,997 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:21:41,997 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac. 2024-11-18T23:21:41,997 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 393adb54e8ae5caf3d8197bca41869ac: Waiting for close lock at 1731972101080Running coprocessor pre-close hooks at 1731972101080Disabling compacts and flushes for region at 1731972101080Disabling writes for close at 1731972101080Obtaining lock to block concurrent updates at 1731972101080Preparing flush snapshotting stores in 393adb54e8ae5caf3d8197bca41869ac at 1731972101080Finished memstore snapshotting hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731972101081 (+1 ms)Flushing stores of hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac. at 1731972101085 (+4 ms)Flushing 393adb54e8ae5caf3d8197bca41869ac/hfileref: creating writer at 1731972101085Flushing 393adb54e8ae5caf3d8197bca41869ac/hfileref: appending metadata at 1731972101114 (+29 ms)Flushing 393adb54e8ae5caf3d8197bca41869ac/hfileref: closing flushed file at 1731972101114Flushing 393adb54e8ae5caf3d8197bca41869ac/queue: creating writer at 1731972101527 (+413 ms)Flushing 393adb54e8ae5caf3d8197bca41869ac/queue: appending metadata at 1731972101544 (+17 ms)Flushing 393adb54e8ae5caf3d8197bca41869ac/queue: closing flushed file at 1731972101544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df24888: reopening flushed file at 1731972101969 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70446af7: reopening flushed file at 1731972101975 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 393adb54e8ae5caf3d8197bca41869ac in 911ms, sequenceid=12, compaction requested=false at 1731972101991 (+16 ms)Writing region close event to WAL at 1731972101992 (+1 ms)Running coprocessor post-close hooks at 1731972101996 (+4 ms)Closed at 1731972101997 (+1 ms) 2024-11-18T23:21:41,997 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731972094484.393adb54e8ae5caf3d8197bca41869ac. 2024-11-18T23:21:41,997 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 613a5c40ceda8504d43e7538d8982a6f, disabling compactions & flushes 2024-11-18T23:21:41,997 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f. 2024-11-18T23:21:41,997 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f. 2024-11-18T23:21:41,997 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f. after waiting 0 ms 2024-11-18T23:21:41,997 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f. 2024-11-18T23:21:42,012 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.wal-reader.9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713 to pos 1033, reset compression=false 2024-11-18T23:21:42,013 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740/.tmp/rep_barrier/17bac7b7cedf4b3abb5c4e69568ac733 is 112, key is test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f./rep_barrier:seqnumDuringOpen/1731972091751/Put/seqid=0 2024-11-18T23:21:42,015 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/default/test/613a5c40ceda8504d43e7538d8982a6f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T23:21:42,016 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:21:42,016 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:21:42,016 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f. 2024-11-18T23:21:42,016 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 613a5c40ceda8504d43e7538d8982a6f: Waiting for close lock at 1731972101997Running coprocessor pre-close hooks at 1731972101997Disabling compacts and flushes for region at 1731972101997Disabling writes for close at 1731972101997Writing region close event to WAL at 1731972102010 (+13 ms)Running coprocessor post-close hooks at 1731972102016 (+6 ms)Closed at 1731972102016 2024-11-18T23:21:42,016 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731972091031.613a5c40ceda8504d43e7538d8982a6f. 2024-11-18T23:21:42,018 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.wal-reader.9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:21:42,018 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.wal-reader.9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713 to pos 1328, reset compression=false 2024-11-18T23:21:42,018 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.shipper9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,36573,1731972085144 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:21:42,019 ERROR [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.shipper9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9d96596e55a9,36573,1731972085144: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9d96596e55a9,36573,1731972085144, walGroup=9d96596e55a9%2C36573%2C1731972085144, offset=9d96596e55a9%2C36573%2C1731972085144.1731972088713:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:36573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T23:21:42,020 ERROR [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.shipper9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T23:21:42,020 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.shipper9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T23:21:42,021 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.shipper9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T23:21:42,021 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.shipper9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T23:21:42,021 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.shipper9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T23:21:42,021 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.shipper9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 597031424 }, "NonHeapMemoryUsage": { "committed": 191299584, "init": 7667712, "max": -1, "used": 188515096 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T23:21:42,023 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.shipper9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:45079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:45079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T23:21:42,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741850_1026 (size=5518) 2024-11-18T23:21:42,082 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T23:21:42,082 DEBUG [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:21:42,084 DEBUG [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:21:42,099 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 1033, reset compression=false 2024-11-18T23:21:42,229 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.wal-reader.9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713 to pos 1328, reset compression=false 2024-11-18T23:21:42,284 DEBUG [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:21:42,432 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740/.tmp/rep_barrier/17bac7b7cedf4b3abb5c4e69568ac733 2024-11-18T23:21:42,484 DEBUG [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:21:42,495 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740/.tmp/table/0eb7fee8e81c4c8eb7ec4e729dabbb05 is 53, key is hbase:replication/table:state/1731972094948/Put/seqid=0 2024-11-18T23:21:42,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741851_1027 (size=5308) 2024-11-18T23:21:42,534 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.wal-reader.9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713 to pos 1328, reset compression=false 2024-11-18T23:21:42,685 DEBUG [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:21:42,703 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 1033, reset compression=false 2024-11-18T23:21:42,885 DEBUG [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:21:42,915 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740/.tmp/table/0eb7fee8e81c4c8eb7ec4e729dabbb05 2024-11-18T23:21:42,940 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740/.tmp/info/15241190d9c64eb998c4d8e1a3214230 as hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740/info/15241190d9c64eb998c4d8e1a3214230 2024-11-18T23:21:42,941 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.wal-reader.9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/WALs/9d96596e55a9,36573,1731972085144/9d96596e55a9%2C36573%2C1731972085144.1731972088713 to pos 1328, reset compression=false 2024-11-18T23:21:42,963 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740/info/15241190d9c64eb998c4d8e1a3214230, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T23:21:42,967 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740/.tmp/ns/55f12322dd4d45a185db87256193eb98 as hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740/ns/55f12322dd4d45a185db87256193eb98 2024-11-18T23:21:42,998 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740/ns/55f12322dd4d45a185db87256193eb98, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T23:21:43,007 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740/.tmp/rep_barrier/17bac7b7cedf4b3abb5c4e69568ac733 as hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740/rep_barrier/17bac7b7cedf4b3abb5c4e69568ac733 2024-11-18T23:21:43,033 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740/rep_barrier/17bac7b7cedf4b3abb5c4e69568ac733, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T23:21:43,044 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740/.tmp/table/0eb7fee8e81c4c8eb7ec4e729dabbb05 as hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740/table/0eb7fee8e81c4c8eb7ec4e729dabbb05 2024-11-18T23:21:43,075 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740/table/0eb7fee8e81c4c8eb7ec4e729dabbb05, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T23:21:43,076 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1994ms, sequenceid=16, compaction requested=false 2024-11-18T23:21:43,086 DEBUG [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:21:43,178 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T23:21:43,183 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:21:43,183 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:21:43,183 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:21:43,184 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972101081Running coprocessor pre-close hooks at 1731972101081Disabling compacts and flushes for region at 1731972101082 (+1 ms)Disabling writes for close at 1731972101082Obtaining lock to block concurrent updates at 1731972101082Preparing flush snapshotting stores in 1588230740 at 1731972101082Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731972101082Flushing stores of hbase:meta,,1.1588230740 at 1731972101083 (+1 ms)Flushing 1588230740/info: creating writer at 1731972101083Flushing 1588230740/info: appending metadata at 1731972101100 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731972101100Flushing 1588230740/ns: creating writer at 1731972101514 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731972101527 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731972101527Flushing 1588230740/rep_barrier: creating writer at 1731972101994 (+467 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731972102013 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731972102013Flushing 1588230740/table: creating writer at 1731972102459 (+446 ms)Flushing 1588230740/table: appending metadata at 1731972102494 (+35 ms)Flushing 1588230740/table: closing flushed file at 1731972102494Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2544288f: reopening flushed file at 1731972102939 (+445 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c9776a1: reopening flushed file at 1731972102964 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74d38e3d: reopening flushed file at 1731972102998 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48c649ca: reopening flushed file at 1731972103033 (+35 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1994ms, sequenceid=16, compaction requested=false at 1731972103076 (+43 ms)Writing region close event to WAL at 1731972103141 (+65 ms)Running coprocessor post-close hooks at 1731972103183 (+42 ms)Closed at 1731972103183 2024-11-18T23:21:43,184 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T23:21:43,286 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(976): stopping server 9d96596e55a9,36573,1731972085144; all regions closed. 2024-11-18T23:21:43,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741834_1010 (size=4239) 2024-11-18T23:21:43,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741839_1015 (size=3127) 2024-11-18T23:21:43,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741833_1009 (size=1336) 2024-11-18T23:21:43,380 DEBUG [RS:0;9d96596e55a9:36573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:43,380 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:21:43,381 INFO [RS:0;9d96596e55a9:36573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:21:43,381 INFO [RS:0;9d96596e55a9:36573 {}] hbase.ChoreService(370): Chore service for: regionserver/9d96596e55a9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T23:21:43,384 INFO [RS:0;9d96596e55a9:36573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:21:43,384 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9d96596e55a9,36573,1731972085144 because: Region server is closing 2024-11-18T23:21:43,385 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:21:43,385 INFO [RS:0;9d96596e55a9:36573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:36573. 2024-11-18T23:21:43,385 DEBUG [RS:0;9d96596e55a9:36573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:21:43,385 DEBUG [RS:0;9d96596e55a9:36573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:43,385 DEBUG [RS:0;9d96596e55a9:36573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:43,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:21:43,408 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 1033, reset compression=false 2024-11-18T23:21:43,485 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,36573,1731972085144.replicationSource.shipper9d96596e55a9%2C36573%2C1731972085144,1-9d96596e55a9,36573,1731972085144 terminated 2024-11-18T23:21:43,485 INFO [RS:0;9d96596e55a9:36573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:36573. 2024-11-18T23:21:43,486 DEBUG [RS:0;9d96596e55a9:36573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:21:43,486 DEBUG [RS:0;9d96596e55a9:36573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:43,486 DEBUG [RS:0;9d96596e55a9:36573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:43,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:21:43,486 INFO [RS:0;9d96596e55a9:36573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36573 2024-11-18T23:21:43,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x101504080980004, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1023935417/rs/9d96596e55a9,36573,1731972085144 2024-11-18T23:21:43,520 INFO [RS:0;9d96596e55a9:36573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:21:43,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1023935417/rs 2024-11-18T23:21:43,536 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d96596e55a9,36573,1731972085144] 2024-11-18T23:21:43,556 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1023935417/draining/9d96596e55a9,36573,1731972085144 already deleted, retry=false 2024-11-18T23:21:43,556 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d96596e55a9,36573,1731972085144 expired; onlineServers=0 2024-11-18T23:21:43,556 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d96596e55a9,45079,1731972084820' ***** 2024-11-18T23:21:43,556 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T23:21:43,557 INFO [M:0;9d96596e55a9:45079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:21:43,557 INFO [M:0;9d96596e55a9:45079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:21:43,557 DEBUG [M:0;9d96596e55a9:45079 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T23:21:43,557 DEBUG [M:0;9d96596e55a9:45079 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T23:21:43,557 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T23:21:43,557 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972088279 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972088279,5,FailOnTimeoutGroup] 2024-11-18T23:21:43,557 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972088301 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972088301,5,FailOnTimeoutGroup] 2024-11-18T23:21:43,557 INFO [M:0;9d96596e55a9:45079 {}] hbase.ChoreService(370): Chore service for: master/9d96596e55a9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T23:21:43,557 INFO [M:0;9d96596e55a9:45079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:21:43,557 DEBUG [M:0;9d96596e55a9:45079 {}] master.HMaster(1795): Stopping service threads 2024-11-18T23:21:43,557 INFO [M:0;9d96596e55a9:45079 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T23:21:43,557 INFO [M:0;9d96596e55a9:45079 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:21:43,558 INFO [M:0;9d96596e55a9:45079 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T23:21:43,558 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T23:21:43,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1023935417/master 2024-11-18T23:21:43,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1023935417 2024-11-18T23:21:43,588 DEBUG [M:0;9d96596e55a9:45079 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1023935417/master already deleted, retry=false 2024-11-18T23:21:43,589 DEBUG [M:0;9d96596e55a9:45079 {}] master.ActiveMasterManager(353): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1023935417/master 2024-11-18T23:21:43,589 INFO [M:0;9d96596e55a9:45079 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/.lastflushedseqids 2024-11-18T23:21:43,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741852_1028 (size=263) 2024-11-18T23:21:43,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x101504080980004, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:21:43,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36573-0x101504080980004, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:21:43,641 INFO [RS:0;9d96596e55a9:36573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:21:43,641 INFO [RS:0;9d96596e55a9:36573 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d96596e55a9,36573,1731972085144; zookeeper connection closed. 2024-11-18T23:21:43,641 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1549fa90 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1549fa90 2024-11-18T23:21:43,641 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T23:21:44,029 INFO [M:0;9d96596e55a9:45079 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T23:21:44,029 INFO [M:0;9d96596e55a9:45079 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T23:21:44,029 DEBUG [M:0;9d96596e55a9:45079 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:21:44,029 INFO [M:0;9d96596e55a9:45079 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:44,029 DEBUG [M:0;9d96596e55a9:45079 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:44,029 DEBUG [M:0;9d96596e55a9:45079 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:21:44,029 DEBUG [M:0;9d96596e55a9:45079 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:44,030 INFO [M:0;9d96596e55a9:45079 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T23:21:44,088 DEBUG [M:0;9d96596e55a9:45079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a72cad368424fdea4d964edeec32c51 is 82, key is hbase:meta,,1/info:regioninfo/1731972089471/Put/seqid=0 2024-11-18T23:21:44,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741853_1029 (size=5672) 2024-11-18T23:21:44,122 INFO [M:0;9d96596e55a9:45079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a72cad368424fdea4d964edeec32c51 2024-11-18T23:21:44,181 DEBUG [M:0;9d96596e55a9:45079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bf67d272ff54c2b921086cf9ae0cb34 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731972094951/Put/seqid=0 2024-11-18T23:21:44,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741854_1030 (size=8516) 2024-11-18T23:21:44,228 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 1033, reset compression=false 2024-11-18T23:21:44,238 INFO [M:0;9d96596e55a9:45079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bf67d272ff54c2b921086cf9ae0cb34 2024-11-18T23:21:44,300 DEBUG [M:0;9d96596e55a9:45079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f66d927d97834e86b0ed6613047027d5 is 69, key is 9d96596e55a9,36573,1731972085144/rs:state/1731972088378/Put/seqid=0 2024-11-18T23:21:44,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741855_1031 (size=5156) 2024-11-18T23:21:44,344 INFO [M:0;9d96596e55a9:45079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f66d927d97834e86b0ed6613047027d5 2024-11-18T23:21:44,378 DEBUG [M:0;9d96596e55a9:45079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a72cad368424fdea4d964edeec32c51 as hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a72cad368424fdea4d964edeec32c51 2024-11-18T23:21:44,391 INFO [M:0;9d96596e55a9:45079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a72cad368424fdea4d964edeec32c51, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T23:21:44,396 DEBUG [M:0;9d96596e55a9:45079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bf67d272ff54c2b921086cf9ae0cb34 as hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3bf67d272ff54c2b921086cf9ae0cb34 2024-11-18T23:21:44,402 INFO [M:0;9d96596e55a9:45079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3bf67d272ff54c2b921086cf9ae0cb34, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T23:21:44,404 DEBUG [M:0;9d96596e55a9:45079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f66d927d97834e86b0ed6613047027d5 as hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f66d927d97834e86b0ed6613047027d5 2024-11-18T23:21:44,426 INFO [M:0;9d96596e55a9:45079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42589/user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f66d927d97834e86b0ed6613047027d5, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T23:21:44,430 INFO [M:0;9d96596e55a9:45079 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 399ms, sequenceid=97, compaction requested=false 2024-11-18T23:21:44,468 INFO [M:0;9d96596e55a9:45079 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:44,469 DEBUG [M:0;9d96596e55a9:45079 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972104029Disabling compacts and flushes for region at 1731972104029Disabling writes for close at 1731972104029Obtaining lock to block concurrent updates at 1731972104030 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731972104030Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731972104030Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731972104047 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731972104047Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731972104087 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731972104088 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731972104133 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731972104181 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731972104181Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731972104249 (+68 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731972104299 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731972104299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3be73289: reopening flushed file at 1731972104371 (+72 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37cbf125: reopening flushed file at 1731972104392 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f90b71f: reopening flushed file at 1731972104402 (+10 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 399ms, sequenceid=97, compaction requested=false at 1731972104430 (+28 ms)Writing region close event to WAL at 1731972104468 (+38 ms)Closed at 1731972104468 2024-11-18T23:21:44,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37687 is added to blk_1073741830_1006 (size=63654) 2024-11-18T23:21:44,486 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e1efa9b8-ad1e-501c-9e8a-fda67452ec90/MasterData/WALs/9d96596e55a9,45079,1731972084820/9d96596e55a9%2C45079%2C1731972084820.1731972086717 not finished, retry = 0 2024-11-18T23:21:44,589 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:21:44,589 INFO [M:0;9d96596e55a9:45079 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T23:21:44,589 INFO [M:0;9d96596e55a9:45079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45079 2024-11-18T23:21:44,589 INFO [M:0;9d96596e55a9:45079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:21:44,788 INFO [M:0;9d96596e55a9:45079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:21:44,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:21:44,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45079-0x101504080980003, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:21:44,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@751a2c45{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:21:44,862 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@571d6822{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:21:44,862 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:21:44,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70ce25de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:21:44,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@559b3fef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/hadoop.log.dir/,STOPPED} 2024-11-18T23:21:44,880 WARN [BP-1257465193-172.17.0.2-1731972081250 heartbeating to localhost/127.0.0.1:42589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T23:21:44,880 WARN [BP-1257465193-172.17.0.2-1731972081250 heartbeating to localhost/127.0.0.1:42589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1257465193-172.17.0.2-1731972081250 (Datanode Uuid 37ae2058-cb5e-4c84-8209-3ed63469aba9) service to localhost/127.0.0.1:42589 2024-11-18T23:21:44,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/cluster_5926bb02-aedb-e94f-89b8-3b8ee43e5987/data/data1/current/BP-1257465193-172.17.0.2-1731972081250 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:21:44,884 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/cluster_5926bb02-aedb-e94f-89b8-3b8ee43e5987/data/data2/current/BP-1257465193-172.17.0.2-1731972081250 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:21:44,884 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T23:21:44,884 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T23:21:44,885 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T23:21:44,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a62cd87{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:21:44,908 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3facfa1f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:21:44,909 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:21:44,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4994021f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:21:44,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5008a86b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/hadoop.log.dir/,STOPPED} 2024-11-18T23:21:44,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T23:21:44,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T23:21:44,945 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:21:44,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:21:44,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:44,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:44,946 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T23:21:44,946 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1183746389, stopped=false 2024-11-18T23:21:44,946 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d96596e55a9,46755,1731972075930 2024-11-18T23:21:44,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:21:44,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/056244604/running 2024-11-18T23:21:44,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/056244604 2024-11-18T23:21:44,964 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:21:44,965 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:21:44,965 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:21:44,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101504080980001, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/056244604/running 2024-11-18T23:21:44,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:44,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101504080980001, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/056244604 2024-11-18T23:21:44,965 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d96596e55a9,41465,1731972076277' ***** 2024-11-18T23:21:44,965 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T23:21:44,965 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T23:21:44,966 INFO [RS:0;9d96596e55a9:41465 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T23:21:44,966 INFO [RS:0;9d96596e55a9:41465 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T23:21:44,966 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer(3091): Received CLOSE for 76a364e2a42111072b43286f1b0a91e5 2024-11-18T23:21:44,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Set watcher on znode that does not yet exist, /056244604/running 2024-11-18T23:21:44,966 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T23:21:44,966 INFO [regionserver/9d96596e55a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:21:44,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41465-0x101504080980001, quorum=127.0.0.1:53227, baseZNode=/056244604 Set watcher on znode that does not yet exist, /056244604/running 2024-11-18T23:21:44,976 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e72d2faf7885283d058cc34231ccb33 2024-11-18T23:21:44,976 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer(959): stopping server 9d96596e55a9,41465,1731972076277 2024-11-18T23:21:44,976 INFO [RS:0;9d96596e55a9:41465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:21:44,976 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76a364e2a42111072b43286f1b0a91e5, disabling compactions & flushes 2024-11-18T23:21:44,976 INFO [RS:0;9d96596e55a9:41465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:41465. 2024-11-18T23:21:44,976 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731972089872.76a364e2a42111072b43286f1b0a91e5. 2024-11-18T23:21:44,976 DEBUG [RS:0;9d96596e55a9:41465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:21:44,976 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972089872.76a364e2a42111072b43286f1b0a91e5. 2024-11-18T23:21:44,976 DEBUG [RS:0;9d96596e55a9:41465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:44,976 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731972089872.76a364e2a42111072b43286f1b0a91e5. after waiting 0 ms 2024-11-18T23:21:44,976 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731972089872.76a364e2a42111072b43286f1b0a91e5. 2024-11-18T23:21:44,976 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T23:21:44,976 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T23:21:44,977 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T23:21:44,977 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T23:21:44,988 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T23:21:44,988 DEBUG [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer(1325): Online Regions={76a364e2a42111072b43286f1b0a91e5=test,,1731972089872.76a364e2a42111072b43286f1b0a91e5., 3e72d2faf7885283d058cc34231ccb33=hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:21:44,988 DEBUG [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e72d2faf7885283d058cc34231ccb33, 76a364e2a42111072b43286f1b0a91e5 2024-11-18T23:21:44,989 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:21:44,989 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:21:44,989 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:21:44,989 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:21:44,989 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:21:44,989 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T23:21:45,009 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/default/test/76a364e2a42111072b43286f1b0a91e5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T23:21:45,010 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:21:45,010 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:21:45,011 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731972089872.76a364e2a42111072b43286f1b0a91e5. 2024-11-18T23:21:45,011 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76a364e2a42111072b43286f1b0a91e5: Waiting for close lock at 1731972104976Running coprocessor pre-close hooks at 1731972104976Disabling compacts and flushes for region at 1731972104976Disabling writes for close at 1731972104976Writing region close event to WAL at 1731972104986 (+10 ms)Running coprocessor post-close hooks at 1731972105010 (+24 ms)Closed at 1731972105011 (+1 ms) 2024-11-18T23:21:45,011 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731972089872.76a364e2a42111072b43286f1b0a91e5. 2024-11-18T23:21:45,011 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e72d2faf7885283d058cc34231ccb33, disabling compactions & flushes 2024-11-18T23:21:45,011 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33. 2024-11-18T23:21:45,011 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33. 2024-11-18T23:21:45,011 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33. after waiting 0 ms 2024-11-18T23:21:45,011 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33. 2024-11-18T23:21:45,011 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3e72d2faf7885283d058cc34231ccb33 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-18T23:21:45,049 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740/.tmp/info/c9f20f3e15bf4812b1ba313bdf8f8d6d is 147, key is hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33./info:regioninfo/1731972093705/Put/seqid=0 2024-11-18T23:21:45,051 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/replication/3e72d2faf7885283d058cc34231ccb33/.tmp/hfileref/5648aafe63a44c9eb078ea0a4564f27b is 74, key is 1/hfileref:1ec1116bad574e1ea4dbbf259c4488c9_SeqId_4_/1731972098308/DeleteColumn/seqid=0 2024-11-18T23:21:45,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741846_1022 (size=7686) 2024-11-18T23:21:45,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741847_1023 (size=5345) 2024-11-18T23:21:45,188 DEBUG [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e72d2faf7885283d058cc34231ccb33 2024-11-18T23:21:45,200 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 1033, reset compression=false 2024-11-18T23:21:45,211 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:21:45,211 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 1328, reset compression=false 2024-11-18T23:21:45,211 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.shipper9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,41465,1731972076277 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:21:45,211 ERROR [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.shipper9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9d96596e55a9,41465,1731972076277: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9d96596e55a9,41465,1731972076277, walGroup=9d96596e55a9%2C41465%2C1731972076277, offset=9d96596e55a9%2C41465%2C1731972076277.1731972079805:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:41465 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T23:21:45,212 ERROR [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.shipper9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T23:21:45,213 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.shipper9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T23:21:45,213 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.shipper9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T23:21:45,213 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.shipper9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T23:21:45,213 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.shipper9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T23:21:45,213 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.shipper9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 636877312 }, "NonHeapMemoryUsage": { "committed": 191692800, "init": 7667712, "max": -1, "used": 188846072 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T23:21:45,213 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.shipper9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:46755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:46755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T23:21:45,389 DEBUG [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e72d2faf7885283d058cc34231ccb33 2024-11-18T23:21:45,433 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 1328, reset compression=false 2024-11-18T23:21:45,482 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740/.tmp/info/c9f20f3e15bf4812b1ba313bdf8f8d6d 2024-11-18T23:21:45,484 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/replication/3e72d2faf7885283d058cc34231ccb33/.tmp/hfileref/5648aafe63a44c9eb078ea0a4564f27b 2024-11-18T23:21:45,499 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/replication/3e72d2faf7885283d058cc34231ccb33/.tmp/queue/ea5d7737fe4b4745b1f5ae9727ac9d6f is 154, key is 1-9d96596e55a9,41465,1731972076277/queue:9d96596e55a9%2C41465%2C1731972076277/1731972100775/Put/seqid=0 2024-11-18T23:21:45,499 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740/.tmp/ns/9a4a217d582a4c2db7498bd2bede3e8c is 43, key is default/ns:d/1731972081036/Put/seqid=0 2024-11-18T23:21:45,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741848_1024 (size=5353) 2024-11-18T23:21:45,506 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T23:21:45,508 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/replication/3e72d2faf7885283d058cc34231ccb33/.tmp/queue/ea5d7737fe4b4745b1f5ae9727ac9d6f 2024-11-18T23:21:45,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741849_1025 (size=5153) 2024-11-18T23:21:45,513 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/replication/3e72d2faf7885283d058cc34231ccb33/.tmp/hfileref/5648aafe63a44c9eb078ea0a4564f27b as hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/replication/3e72d2faf7885283d058cc34231ccb33/hfileref/5648aafe63a44c9eb078ea0a4564f27b 2024-11-18T23:21:45,517 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/replication/3e72d2faf7885283d058cc34231ccb33/hfileref/5648aafe63a44c9eb078ea0a4564f27b, entries=4, sequenceid=12, filesize=5.2 K 2024-11-18T23:21:45,518 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/replication/3e72d2faf7885283d058cc34231ccb33/.tmp/queue/ea5d7737fe4b4745b1f5ae9727ac9d6f as hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/replication/3e72d2faf7885283d058cc34231ccb33/queue/ea5d7737fe4b4745b1f5ae9727ac9d6f 2024-11-18T23:21:45,522 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/replication/3e72d2faf7885283d058cc34231ccb33/queue/ea5d7737fe4b4745b1f5ae9727ac9d6f, entries=1, sequenceid=12, filesize=5.2 K 2024-11-18T23:21:45,523 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 3e72d2faf7885283d058cc34231ccb33 in 512ms, sequenceid=12, compaction requested=false 2024-11-18T23:21:45,526 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/replication/3e72d2faf7885283d058cc34231ccb33/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T23:21:45,527 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:21:45,527 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:21:45,527 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33. 2024-11-18T23:21:45,527 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e72d2faf7885283d058cc34231ccb33: Waiting for close lock at 1731972105011Running coprocessor pre-close hooks at 1731972105011Disabling compacts and flushes for region at 1731972105011Disabling writes for close at 1731972105011Obtaining lock to block concurrent updates at 1731972105011Preparing flush snapshotting stores in 3e72d2faf7885283d058cc34231ccb33 at 1731972105011Finished memstore snapshotting hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731972105012 (+1 ms)Flushing stores of hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33. at 1731972105012Flushing 3e72d2faf7885283d058cc34231ccb33/hfileref: creating writer at 1731972105012Flushing 3e72d2faf7885283d058cc34231ccb33/hfileref: appending metadata at 1731972105049 (+37 ms)Flushing 3e72d2faf7885283d058cc34231ccb33/hfileref: closing flushed file at 1731972105051 (+2 ms)Flushing 3e72d2faf7885283d058cc34231ccb33/queue: creating writer at 1731972105488 (+437 ms)Flushing 3e72d2faf7885283d058cc34231ccb33/queue: appending metadata at 1731972105499 (+11 ms)Flushing 3e72d2faf7885283d058cc34231ccb33/queue: closing flushed file at 1731972105499Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e6818c: reopening flushed file at 1731972105513 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d3b6cc3: reopening flushed file at 1731972105518 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 3e72d2faf7885283d058cc34231ccb33 in 512ms, sequenceid=12, compaction requested=false at 1731972105523 (+5 ms)Writing region close event to WAL at 1731972105524 (+1 ms)Running coprocessor post-close hooks at 1731972105527 (+3 ms)Closed at 1731972105527 2024-11-18T23:21:45,527 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731972092316.3e72d2faf7885283d058cc34231ccb33. 2024-11-18T23:21:45,589 DEBUG [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:21:45,640 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T23:21:45,640 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T23:21:45,737 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 1328, reset compression=false 2024-11-18T23:21:45,789 DEBUG [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:21:45,910 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740/.tmp/ns/9a4a217d582a4c2db7498bd2bede3e8c 2024-11-18T23:21:45,931 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740/.tmp/rep_barrier/e43825b72e08401b9dd3f688b66332fe is 112, key is test,,1731972089872.76a364e2a42111072b43286f1b0a91e5./rep_barrier:seqnumDuringOpen/1731972090873/Put/seqid=0 2024-11-18T23:21:45,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741850_1026 (size=5518) 2024-11-18T23:21:45,938 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740/.tmp/rep_barrier/e43825b72e08401b9dd3f688b66332fe 2024-11-18T23:21:45,959 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740/.tmp/table/837bd36648ae44feb89ef80042e46474 is 53, key is hbase:replication/table:state/1731972093721/Put/seqid=0 2024-11-18T23:21:45,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741851_1027 (size=5308) 2024-11-18T23:21:45,976 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740/.tmp/table/837bd36648ae44feb89ef80042e46474 2024-11-18T23:21:45,985 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740/.tmp/info/c9f20f3e15bf4812b1ba313bdf8f8d6d as hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740/info/c9f20f3e15bf4812b1ba313bdf8f8d6d 2024-11-18T23:21:45,989 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T23:21:45,989 DEBUG [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:21:45,989 DEBUG [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:21:45,990 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740/info/c9f20f3e15bf4812b1ba313bdf8f8d6d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T23:21:45,991 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740/.tmp/ns/9a4a217d582a4c2db7498bd2bede3e8c as hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740/ns/9a4a217d582a4c2db7498bd2bede3e8c 2024-11-18T23:21:45,996 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740/ns/9a4a217d582a4c2db7498bd2bede3e8c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T23:21:45,996 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740/.tmp/rep_barrier/e43825b72e08401b9dd3f688b66332fe as hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740/rep_barrier/e43825b72e08401b9dd3f688b66332fe 2024-11-18T23:21:46,000 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740/rep_barrier/e43825b72e08401b9dd3f688b66332fe, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T23:21:46,001 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740/.tmp/table/837bd36648ae44feb89ef80042e46474 as hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740/table/837bd36648ae44feb89ef80042e46474 2024-11-18T23:21:46,005 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740/table/837bd36648ae44feb89ef80042e46474, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T23:21:46,006 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1016ms, sequenceid=16, compaction requested=false 2024-11-18T23:21:46,011 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T23:21:46,011 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:21:46,011 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:21:46,011 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:21:46,011 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972104988Running coprocessor pre-close hooks at 1731972104988Disabling compacts and flushes for region at 1731972104989 (+1 ms)Disabling writes for close at 1731972104989Obtaining lock to block concurrent updates at 1731972104989Preparing flush snapshotting stores in 1588230740 at 1731972104989Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731972104989Flushing stores of hbase:meta,,1.1588230740 at 1731972104992 (+3 ms)Flushing 1588230740/info: creating writer at 1731972104992Flushing 1588230740/info: appending metadata at 1731972105048 (+56 ms)Flushing 1588230740/info: closing flushed file at 1731972105048Flushing 1588230740/ns: creating writer at 1731972105487 (+439 ms)Flushing 1588230740/ns: appending metadata at 1731972105499 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731972105499Flushing 1588230740/rep_barrier: creating writer at 1731972105915 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731972105931 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731972105931Flushing 1588230740/table: creating writer at 1731972105942 (+11 ms)Flushing 1588230740/table: appending metadata at 1731972105958 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731972105958Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fb6e2ca: reopening flushed file at 1731972105980 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@447f39c: reopening flushed file at 1731972105991 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@196946f7: reopening flushed file at 1731972105996 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c94abe: reopening flushed file at 1731972106000 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1016ms, sequenceid=16, compaction requested=false at 1731972106006 (+6 ms)Writing region close event to WAL at 1731972106008 (+2 ms)Running coprocessor post-close hooks at 1731972106011 (+3 ms)Closed at 1731972106011 2024-11-18T23:21:46,012 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T23:21:46,140 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 to pos 1328, reset compression=false 2024-11-18T23:21:46,192 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer(976): stopping server 9d96596e55a9,41465,1731972076277; all regions closed. 2024-11-18T23:21:46,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741834_1010 (size=4239) 2024-11-18T23:21:46,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741839_1015 (size=3127) 2024-11-18T23:21:46,244 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.rep.1731972093607 not finished, retry = 0 2024-11-18T23:21:46,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:21:46,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T23:21:46,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T23:21:46,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T23:21:46,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:21:46,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:21:46,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741833_1009 (size=1336) 2024-11-18T23:21:46,347 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/WALs/9d96596e55a9,41465,1731972076277/9d96596e55a9%2C41465%2C1731972076277.1731972079805 not finished, retry = 0 2024-11-18T23:21:46,448 DEBUG [RS:0;9d96596e55a9:41465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:46,448 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:21:46,448 INFO [RS:0;9d96596e55a9:41465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:21:46,448 INFO [RS:0;9d96596e55a9:41465 {}] hbase.ChoreService(370): Chore service for: regionserver/9d96596e55a9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T23:21:46,449 INFO [RS:0;9d96596e55a9:41465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:21:46,449 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:21:46,449 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9d96596e55a9,41465,1731972076277 because: Region server is closing 2024-11-18T23:21:46,449 INFO [RS:0;9d96596e55a9:41465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:41465. 2024-11-18T23:21:46,449 DEBUG [RS:0;9d96596e55a9:41465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:21:46,449 DEBUG [RS:0;9d96596e55a9:41465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:46,449 DEBUG [RS:0;9d96596e55a9:41465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:46,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:21:46,549 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.shipper9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 terminated 2024-11-18T23:21:46,550 INFO [RS:0;9d96596e55a9:41465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:41465. 2024-11-18T23:21:46,549 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,41465,1731972076277.replicationSource.wal-reader.9d96596e55a9%2C41465%2C1731972076277,1-9d96596e55a9,41465,1731972076277 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T23:21:46,550 DEBUG [RS:0;9d96596e55a9:41465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:21:46,550 DEBUG [RS:0;9d96596e55a9:41465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:46,550 DEBUG [RS:0;9d96596e55a9:41465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:46,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:21:46,550 INFO [RS:0;9d96596e55a9:41465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41465 2024-11-18T23:21:46,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/056244604/rs 2024-11-18T23:21:46,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101504080980001, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/056244604/rs/9d96596e55a9,41465,1731972076277 2024-11-18T23:21:46,596 INFO [RS:0;9d96596e55a9:41465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:21:46,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d96596e55a9,41465,1731972076277] 2024-11-18T23:21:46,616 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /056244604/draining/9d96596e55a9,41465,1731972076277 already deleted, retry=false 2024-11-18T23:21:46,617 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d96596e55a9,41465,1731972076277 expired; onlineServers=0 2024-11-18T23:21:46,617 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d96596e55a9,46755,1731972075930' ***** 2024-11-18T23:21:46,617 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T23:21:46,617 INFO [M:0;9d96596e55a9:46755 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:21:46,617 INFO [M:0;9d96596e55a9:46755 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:21:46,617 DEBUG [M:0;9d96596e55a9:46755 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T23:21:46,617 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T23:21:46,617 DEBUG [M:0;9d96596e55a9:46755 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T23:21:46,617 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972079340 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972079340,5,FailOnTimeoutGroup] 2024-11-18T23:21:46,617 INFO [M:0;9d96596e55a9:46755 {}] hbase.ChoreService(370): Chore service for: master/9d96596e55a9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T23:21:46,617 INFO [M:0;9d96596e55a9:46755 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:21:46,617 DEBUG [M:0;9d96596e55a9:46755 {}] master.HMaster(1795): Stopping service threads 2024-11-18T23:21:46,617 INFO [M:0;9d96596e55a9:46755 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T23:21:46,617 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972079338 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972079338,5,FailOnTimeoutGroup] 2024-11-18T23:21:46,618 INFO [M:0;9d96596e55a9:46755 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:21:46,618 INFO [M:0;9d96596e55a9:46755 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T23:21:46,618 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T23:21:46,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/056244604/master 2024-11-18T23:21:46,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/056244604 2024-11-18T23:21:46,637 DEBUG [M:0;9d96596e55a9:46755 {}] zookeeper.RecoverableZooKeeper(212): Node /056244604/master already deleted, retry=false 2024-11-18T23:21:46,638 DEBUG [M:0;9d96596e55a9:46755 {}] master.ActiveMasterManager(353): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Failed delete of our master address node; KeeperErrorCode = NoNode for /056244604/master 2024-11-18T23:21:46,638 INFO [M:0;9d96596e55a9:46755 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/.lastflushedseqids 2024-11-18T23:21:46,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741852_1028 (size=263) 2024-11-18T23:21:46,647 INFO [M:0;9d96596e55a9:46755 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T23:21:46,648 INFO [M:0;9d96596e55a9:46755 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T23:21:46,648 DEBUG [M:0;9d96596e55a9:46755 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:21:46,648 INFO [M:0;9d96596e55a9:46755 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:46,648 DEBUG [M:0;9d96596e55a9:46755 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:46,648 DEBUG [M:0;9d96596e55a9:46755 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:21:46,648 DEBUG [M:0;9d96596e55a9:46755 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:46,648 INFO [M:0;9d96596e55a9:46755 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-18T23:21:46,667 DEBUG [M:0;9d96596e55a9:46755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f692ac53cc6149fdbe68e8dca924a83d is 82, key is hbase:meta,,1/info:regioninfo/1731972080903/Put/seqid=0 2024-11-18T23:21:46,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741853_1029 (size=5672) 2024-11-18T23:21:46,671 INFO [M:0;9d96596e55a9:46755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f692ac53cc6149fdbe68e8dca924a83d 2024-11-18T23:21:46,692 DEBUG [M:0;9d96596e55a9:46755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d311f54afc9a4de7aa4c22dbfadcfab8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731972093728/Put/seqid=0 2024-11-18T23:21:46,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741854_1030 (size=8517) 2024-11-18T23:21:46,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101504080980001, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:21:46,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41465-0x101504080980001, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:21:46,706 INFO [RS:0;9d96596e55a9:41465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:21:46,706 INFO [RS:0;9d96596e55a9:41465 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d96596e55a9,41465,1731972076277; zookeeper connection closed. 2024-11-18T23:21:46,707 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b8e6de3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b8e6de3 2024-11-18T23:21:46,707 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T23:21:47,104 INFO [M:0;9d96596e55a9:46755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d311f54afc9a4de7aa4c22dbfadcfab8 2024-11-18T23:21:47,156 DEBUG [M:0;9d96596e55a9:46755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb895aea89104793b15084cec8e4f95f is 69, key is 9d96596e55a9,41465,1731972076277/rs:state/1731972079414/Put/seqid=0 2024-11-18T23:21:47,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741855_1031 (size=5156) 2024-11-18T23:21:47,501 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:21:47,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:47,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:47,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:47,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:47,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:47,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:47,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:47,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:47,588 INFO [M:0;9d96596e55a9:46755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb895aea89104793b15084cec8e4f95f 2024-11-18T23:21:47,632 DEBUG [M:0;9d96596e55a9:46755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f692ac53cc6149fdbe68e8dca924a83d as hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f692ac53cc6149fdbe68e8dca924a83d 2024-11-18T23:21:47,665 INFO [M:0;9d96596e55a9:46755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f692ac53cc6149fdbe68e8dca924a83d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T23:21:47,671 DEBUG [M:0;9d96596e55a9:46755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d311f54afc9a4de7aa4c22dbfadcfab8 as hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d311f54afc9a4de7aa4c22dbfadcfab8 2024-11-18T23:21:47,682 INFO [M:0;9d96596e55a9:46755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d311f54afc9a4de7aa4c22dbfadcfab8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T23:21:47,686 DEBUG [M:0;9d96596e55a9:46755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb895aea89104793b15084cec8e4f95f as hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb895aea89104793b15084cec8e4f95f 2024-11-18T23:21:47,707 INFO [M:0;9d96596e55a9:46755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35149/user/jenkins/test-data/eac94703-8549-9000-fcd0-5a226a6de5c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb895aea89104793b15084cec8e4f95f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T23:21:47,708 INFO [M:0;9d96596e55a9:46755 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1060ms, sequenceid=97, compaction requested=false 2024-11-18T23:21:47,747 INFO [M:0;9d96596e55a9:46755 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:47,748 DEBUG [M:0;9d96596e55a9:46755 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972106648Disabling compacts and flushes for region at 1731972106648Disabling writes for close at 1731972106648Obtaining lock to block concurrent updates at 1731972106648Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731972106648Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731972106648Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731972106649 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731972106649Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731972106666 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731972106666Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731972106675 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731972106692 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731972106692Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731972107126 (+434 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731972107156 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731972107156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53d1cb9d: reopening flushed file at 1731972107628 (+472 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f32db26: reopening flushed file at 1731972107665 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d56f59: reopening flushed file at 1731972107682 (+17 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1060ms, sequenceid=97, compaction requested=false at 1731972107708 (+26 ms)Writing region close event to WAL at 1731972107747 (+39 ms)Closed at 1731972107747 2024-11-18T23:21:47,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37783 is added to blk_1073741830_1006 (size=63666) 2024-11-18T23:21:47,774 INFO [M:0;9d96596e55a9:46755 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T23:21:47,774 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:21:47,774 INFO [M:0;9d96596e55a9:46755 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46755 2024-11-18T23:21:47,775 INFO [M:0;9d96596e55a9:46755 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:21:47,929 INFO [M:0;9d96596e55a9:46755 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:21:47,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:21:47,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46755-0x101504080980000, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:21:47,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3bdea809{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:21:47,938 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7161e3d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:21:47,938 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:21:47,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@122dce00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:21:47,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@251c6f8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/hadoop.log.dir/,STOPPED} 2024-11-18T23:21:47,941 WARN [BP-2076174064-172.17.0.2-1731972072797 heartbeating to localhost/127.0.0.1:35149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T23:21:47,941 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T23:21:47,941 WARN [BP-2076174064-172.17.0.2-1731972072797 heartbeating to localhost/127.0.0.1:35149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2076174064-172.17.0.2-1731972072797 (Datanode Uuid 24ef4155-dc09-4a3b-9769-ad3caa3e948a) service to localhost/127.0.0.1:35149 2024-11-18T23:21:47,941 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T23:21:47,942 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/cluster_af94a58e-f60c-cff5-cebe-1299969b3422/data/data1/current/BP-2076174064-172.17.0.2-1731972072797 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:21:47,942 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/cluster_af94a58e-f60c-cff5-cebe-1299969b3422/data/data2/current/BP-2076174064-172.17.0.2-1731972072797 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:21:47,942 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T23:21:47,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b595681{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:21:47,956 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21b32a8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:21:47,957 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:21:47,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@293cc62b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:21:47,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3da85a2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a0b4deb-fdea-564b-9e2c-d41fa543b4df/hadoop.log.dir/,STOPPED} 2024-11-18T23:21:47,970 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T23:21:47,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T23:21:47,999 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=242 (was 210) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42589 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42589 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53227) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35149 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:35149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:42589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42589 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35149 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35149 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53227) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=622 (was 581) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1125 (was 1059) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5171 (was 5361) 2024-11-18T23:21:48,015 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=242, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=1125, ProcessCount=11, AvailableMemoryMB=5171 2024-11-18T23:21:48,036 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-18T23:21:48,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/hadoop.log.dir so I do NOT create it in target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b 2024-11-18T23:21:48,037 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T23:21:48,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/hadoop.tmp.dir so I do NOT create it in target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b 2024-11-18T23:21:48,037 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ffdf2df-f814-54c3-c20f-35d5efae7b5f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T23:21:48,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b 2024-11-18T23:21:48,038 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/cluster_37882f79-00b0-7669-f170-19e41438a0bf, deleteOnExit=true 2024-11-18T23:21:48,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101504080980002, quorum=127.0.0.1:53227, baseZNode=/056244604 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T23:21:48,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101504080980002, quorum=127.0.0.1:53227, baseZNode=/056244604 Received Disconnected from ZooKeeper, ignoring 2024-11-18T23:21:48,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101504080980005, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T23:21:48,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101504080980005, quorum=127.0.0.1:53227, baseZNode=/1-1023935417 Received Disconnected from ZooKeeper, ignoring 2024-11-18T23:21:48,107 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/cluster_37882f79-00b0-7669-f170-19e41438a0bf/zookeeper_0, clientPort=51725, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/cluster_37882f79-00b0-7669-f170-19e41438a0bf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/cluster_37882f79-00b0-7669-f170-19e41438a0bf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T23:21:48,107 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51725 2024-11-18T23:21:48,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T23:21:48,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T23:21:48,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/test.cache.data in system properties and HBase conf 2024-11-18T23:21:48,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T23:21:48,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/hadoop.log.dir in system properties and HBase conf 2024-11-18T23:21:48,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T23:21:48,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T23:21:48,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T23:21:48,108 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T23:21:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:21:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:21:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T23:21:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:21:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T23:21:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T23:21:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:21:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:21:48,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T23:21:48,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/nfs.dump.dir in system properties and HBase conf 2024-11-18T23:21:48,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/java.io.tmpdir in system properties and HBase conf 2024-11-18T23:21:48,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:21:48,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T23:21:48,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T23:21:48,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:21:48,543 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:21:48,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:21:48,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:21:48,553 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T23:21:48,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:21:48,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d1db0eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:21:48,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a794780{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:21:48,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@244cd9de{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/java.io.tmpdir/jetty-localhost-38845-hadoop-hdfs-3_4_1-tests_jar-_-any-16640075965876141148/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:21:48,685 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48c23f15{HTTP/1.1, (http/1.1)}{localhost:38845} 2024-11-18T23:21:48,685 INFO [Time-limited test {}] server.Server(415): Started @222844ms 2024-11-18T23:21:49,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:21:49,049 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:21:49,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:21:49,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:21:49,056 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:21:49,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@255d9f72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:21:49,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12690708{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:21:49,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6df0091b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/java.io.tmpdir/jetty-localhost-43709-hadoop-hdfs-3_4_1-tests_jar-_-any-11391293224418088691/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:21:49,178 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e92e080{HTTP/1.1, (http/1.1)}{localhost:43709} 2024-11-18T23:21:49,179 INFO [Time-limited test {}] server.Server(415): Started @223338ms 2024-11-18T23:21:49,180 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T23:21:50,086 WARN [Thread-2183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/cluster_37882f79-00b0-7669-f170-19e41438a0bf/data/data1/current/BP-1337875545-172.17.0.2-1731972108133/current, will proceed with Du for space computation calculation, 2024-11-18T23:21:50,087 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/cluster_37882f79-00b0-7669-f170-19e41438a0bf/data/data2/current/BP-1337875545-172.17.0.2-1731972108133/current, will proceed with Du for space computation calculation, 2024-11-18T23:21:50,161 WARN [Thread-2171 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T23:21:50,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef0512b12410c0fa with lease ID 0xbfc45ee3c742d69b: Processing first storage report for DS-d957fe6a-3a97-44f4-97e4-d36ce084a82c from datanode DatanodeRegistration(127.0.0.1:33011, datanodeUuid=95d81c46-6879-4c63-8a69-09b30e44036d, infoPort=44683, infoSecurePort=0, ipcPort=34869, storageInfo=lv=-57;cid=testClusterID;nsid=167927418;c=1731972108133) 2024-11-18T23:21:50,188 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef0512b12410c0fa with lease ID 0xbfc45ee3c742d69b: from storage DS-d957fe6a-3a97-44f4-97e4-d36ce084a82c node DatanodeRegistration(127.0.0.1:33011, datanodeUuid=95d81c46-6879-4c63-8a69-09b30e44036d, infoPort=44683, infoSecurePort=0, ipcPort=34869, storageInfo=lv=-57;cid=testClusterID;nsid=167927418;c=1731972108133), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:21:50,192 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef0512b12410c0fa with lease ID 0xbfc45ee3c742d69b: Processing first storage report for DS-3c5e7aba-d6d2-45fa-af27-0f98e87cb470 from datanode DatanodeRegistration(127.0.0.1:33011, datanodeUuid=95d81c46-6879-4c63-8a69-09b30e44036d, infoPort=44683, infoSecurePort=0, ipcPort=34869, storageInfo=lv=-57;cid=testClusterID;nsid=167927418;c=1731972108133) 2024-11-18T23:21:50,192 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef0512b12410c0fa with lease ID 0xbfc45ee3c742d69b: from storage DS-3c5e7aba-d6d2-45fa-af27-0f98e87cb470 node DatanodeRegistration(127.0.0.1:33011, datanodeUuid=95d81c46-6879-4c63-8a69-09b30e44036d, infoPort=44683, infoSecurePort=0, ipcPort=34869, storageInfo=lv=-57;cid=testClusterID;nsid=167927418;c=1731972108133), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:21:50,261 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b 2024-11-18T23:21:50,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:50,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:50,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741825_1001 (size=7) 2024-11-18T23:21:50,685 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f with version=8 2024-11-18T23:21:50,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/hbase-staging 2024-11-18T23:21:50,688 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:21:50,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:50,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:50,689 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:21:50,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:50,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:21:50,689 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T23:21:50,689 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:21:50,690 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36441 2024-11-18T23:21:50,692 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36441 connecting to ZooKeeper ensemble=127.0.0.1:51725 2024-11-18T23:21:50,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364410x0, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:21:50,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36441-0x10150410af50000 connected 2024-11-18T23:21:51,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:51,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:51,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Set watcher on znode that does not yet exist, /0504286409/running 2024-11-18T23:21:51,191 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f, hbase.cluster.distributed=false 2024-11-18T23:21:51,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Set watcher on znode that does not yet exist, /0504286409/acl 2024-11-18T23:21:51,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36441 2024-11-18T23:21:51,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36441 2024-11-18T23:21:51,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36441 2024-11-18T23:21:51,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36441 2024-11-18T23:21:51,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36441 2024-11-18T23:21:51,295 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:21:51,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:51,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:51,295 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:21:51,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:51,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:21:51,296 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T23:21:51,296 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:21:51,304 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44719 2024-11-18T23:21:51,305 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44719 connecting to ZooKeeper ensemble=127.0.0.1:51725 2024-11-18T23:21:51,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:51,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:51,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447190x0, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:21:51,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447190x0, quorum=127.0.0.1:51725, baseZNode=/0504286409 Set watcher on znode that does not yet exist, /0504286409/running 2024-11-18T23:21:51,344 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T23:21:51,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44719-0x10150410af50001 connected 2024-11-18T23:21:51,355 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T23:21:51,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44719-0x10150410af50001, quorum=127.0.0.1:51725, baseZNode=/0504286409 Set watcher on znode that does not yet exist, /0504286409/master 2024-11-18T23:21:51,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44719-0x10150410af50001, quorum=127.0.0.1:51725, baseZNode=/0504286409 Set watcher on znode that does not yet exist, /0504286409/acl 2024-11-18T23:21:51,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44719 2024-11-18T23:21:51,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44719 2024-11-18T23:21:51,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44719 2024-11-18T23:21:51,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44719 2024-11-18T23:21:51,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44719 2024-11-18T23:21:51,442 DEBUG [M:0;9d96596e55a9:36441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:36441 2024-11-18T23:21:51,444 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0504286409/backup-masters/9d96596e55a9,36441,1731972110688 2024-11-18T23:21:51,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0504286409/backup-masters 2024-11-18T23:21:51,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10150410af50001, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0504286409/backup-masters 2024-11-18T23:21:51,484 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Set watcher on existing znode=/0504286409/backup-masters/9d96596e55a9,36441,1731972110688 2024-11-18T23:21:51,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10150410af50001, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0504286409/master 2024-11-18T23:21:51,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10150410af50001, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0504286409 2024-11-18T23:21:51,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0504286409 2024-11-18T23:21:51,527 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Set watcher on existing znode=/0504286409/master 2024-11-18T23:21:51,535 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0504286409/backup-masters/9d96596e55a9,36441,1731972110688 from backup master directory 2024-11-18T23:21:51,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0504286409/backup-masters/9d96596e55a9,36441,1731972110688 2024-11-18T23:21:51,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0504286409/backup-masters 2024-11-18T23:21:51,551 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:21:51,552 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,36441,1731972110688 2024-11-18T23:21:51,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10150410af50001, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0504286409/backup-masters 2024-11-18T23:21:51,574 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/hbase.id] with ID: 388aeac1-6f34-4cb9-9a8c-eb47f446df5a 2024-11-18T23:21:51,574 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/.tmp/hbase.id 2024-11-18T23:21:51,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741826_1002 (size=42) 2024-11-18T23:21:52,033 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/.tmp/hbase.id]:[hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/hbase.id] 2024-11-18T23:21:52,055 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:52,055 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T23:21:52,056 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T23:21:52,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0504286409 2024-11-18T23:21:52,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10150410af50001, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0504286409 2024-11-18T23:21:52,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741827_1003 (size=196) 2024-11-18T23:21:52,533 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:21:52,534 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T23:21:52,540 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:21:52,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741828_1004 (size=1189) 2024-11-18T23:21:52,616 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/data/master/store 2024-11-18T23:21:52,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741829_1005 (size=34) 2024-11-18T23:21:53,106 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:21:53,107 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:21:53,107 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:53,107 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:53,107 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:21:53,107 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:53,107 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:21:53,107 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972113106Disabling compacts and flushes for region at 1731972113106Disabling writes for close at 1731972113107 (+1 ms)Writing region close event to WAL at 1731972113107Closed at 1731972113107 2024-11-18T23:21:53,116 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/data/master/store/.initializing 2024-11-18T23:21:53,116 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/WALs/9d96596e55a9,36441,1731972110688 2024-11-18T23:21:53,125 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:21:53,134 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C36441%2C1731972110688, suffix=, logDir=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/WALs/9d96596e55a9,36441,1731972110688, archiveDir=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/oldWALs, maxLogs=10 2024-11-18T23:21:53,165 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/WALs/9d96596e55a9,36441,1731972110688/9d96596e55a9%2C36441%2C1731972110688.1731972113134, exclude list is [], retry=0 2024-11-18T23:21:53,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33011,DS-d957fe6a-3a97-44f4-97e4-d36ce084a82c,DISK] 2024-11-18T23:21:53,198 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/WALs/9d96596e55a9,36441,1731972110688/9d96596e55a9%2C36441%2C1731972110688.1731972113134 2024-11-18T23:21:53,204 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44683:44683)] 2024-11-18T23:21:53,204 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:21:53,205 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:21:53,205 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:53,205 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:53,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:53,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T23:21:53,246 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:53,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:53,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:53,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T23:21:53,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:53,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:53,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:53,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T23:21:53,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:53,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:53,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:53,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T23:21:53,292 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:53,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:21:53,294 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:53,295 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:53,296 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:53,297 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:53,297 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:53,298 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:21:53,299 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:21:53,305 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:21:53,306 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68215019, jitterRate=0.016482993960380554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:21:53,307 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731972113205Initializing all the Stores at 1731972113209 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972113209Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972113224 (+15 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972113224Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972113224Cleaning up temporary data from old regions at 1731972113297 (+73 ms)Region opened successfully at 1731972113307 (+10 ms) 2024-11-18T23:21:53,308 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T23:21:53,322 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6716b6e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:21:53,334 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T23:21:53,334 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T23:21:53,334 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T23:21:53,334 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T23:21:53,335 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T23:21:53,335 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T23:21:53,335 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T23:21:53,372 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T23:21:53,392 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Unable to get data of znode /0504286409/balancer because node does not exist (not necessarily an error) 2024-11-18T23:21:53,427 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0504286409/balancer already deleted, retry=false 2024-11-18T23:21:53,428 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T23:21:53,432 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Unable to get data of znode /0504286409/normalizer because node does not exist (not necessarily an error) 2024-11-18T23:21:53,447 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0504286409/normalizer already deleted, retry=false 2024-11-18T23:21:53,448 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T23:21:53,452 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Unable to get data of znode /0504286409/switch/split because node does not exist (not necessarily an error) 2024-11-18T23:21:53,458 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0504286409/switch/split already deleted, retry=false 2024-11-18T23:21:53,459 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Unable to get data of znode /0504286409/switch/merge because node does not exist (not necessarily an error) 2024-11-18T23:21:53,482 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0504286409/switch/merge already deleted, retry=false 2024-11-18T23:21:53,491 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Unable to get data of znode /0504286409/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T23:21:53,501 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0504286409/snapshot-cleanup already deleted, retry=false 2024-11-18T23:21:53,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10150410af50001, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0504286409/running 2024-11-18T23:21:53,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10150410af50001, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0504286409 2024-11-18T23:21:53,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0504286409/running 2024-11-18T23:21:53,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0504286409 2024-11-18T23:21:53,512 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,36441,1731972110688, sessionid=0x10150410af50000, setting cluster-up flag (Was=false) 2024-11-18T23:21:53,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0504286409 2024-11-18T23:21:53,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10150410af50001, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0504286409 2024-11-18T23:21:53,564 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0504286409/flush-table-proc/acquired, /0504286409/flush-table-proc/reached, /0504286409/flush-table-proc/abort 2024-11-18T23:21:53,577 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,36441,1731972110688 2024-11-18T23:21:53,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10150410af50001, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0504286409 2024-11-18T23:21:53,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0504286409 2024-11-18T23:21:53,659 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0504286409/online-snapshot/acquired, /0504286409/online-snapshot/reached, /0504286409/online-snapshot/abort 2024-11-18T23:21:53,660 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,36441,1731972110688 2024-11-18T23:21:53,663 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T23:21:53,673 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T23:21:53,674 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T23:21:53,674 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T23:21:53,674 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,36441,1731972110688 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T23:21:53,678 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:21:53,678 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:21:53,678 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:21:53,678 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:21:53,678 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-18T23:21:53,678 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:53,678 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:21:53,678 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:53,685 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:21:53,685 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T23:21:53,691 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:53,691 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T23:21:53,692 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731972143692 2024-11-18T23:21:53,692 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T23:21:53,692 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T23:21:53,692 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T23:21:53,692 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T23:21:53,692 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T23:21:53,692 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T23:21:53,700 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:53,716 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T23:21:53,716 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T23:21:53,716 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T23:21:53,717 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T23:21:53,737 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T23:21:53,737 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T23:21:53,740 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972113737,5,FailOnTimeoutGroup] 2024-11-18T23:21:53,768 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972113741,5,FailOnTimeoutGroup] 2024-11-18T23:21:53,768 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:53,768 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T23:21:53,768 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:53,768 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:53,778 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer(746): ClusterId : 388aeac1-6f34-4cb9-9a8c-eb47f446df5a 2024-11-18T23:21:53,779 DEBUG [RS:0;9d96596e55a9:44719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T23:21:53,795 DEBUG [RS:0;9d96596e55a9:44719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T23:21:53,795 DEBUG [RS:0;9d96596e55a9:44719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T23:21:53,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741831_1007 (size=1321) 2024-11-18T23:21:53,804 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T23:21:53,804 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f 2024-11-18T23:21:53,816 DEBUG [RS:0;9d96596e55a9:44719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T23:21:53,817 DEBUG [RS:0;9d96596e55a9:44719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52adb14f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:21:53,837 DEBUG [RS:0;9d96596e55a9:44719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:44719 2024-11-18T23:21:53,838 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T23:21:53,838 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T23:21:53,838 DEBUG [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T23:21:53,838 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,36441,1731972110688 with port=44719, startcode=1731972111295 2024-11-18T23:21:53,839 DEBUG [RS:0;9d96596e55a9:44719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T23:21:53,849 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T23:21:53,849 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36441 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,44719,1731972111295 2024-11-18T23:21:53,850 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36441 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,44719,1731972111295 2024-11-18T23:21:53,851 DEBUG [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f 2024-11-18T23:21:53,851 DEBUG [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36683 2024-11-18T23:21:53,851 DEBUG [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T23:21:53,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741832_1008 (size=32) 2024-11-18T23:21:53,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:21:53,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0504286409/rs 2024-11-18T23:21:53,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:21:53,873 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,44719,1731972111295] 2024-11-18T23:21:53,875 DEBUG [RS:0;9d96596e55a9:44719 {}] zookeeper.ZKUtil(111): regionserver:44719-0x10150410af50001, quorum=127.0.0.1:51725, baseZNode=/0504286409 Set watcher on existing znode=/0504286409/rs/9d96596e55a9,44719,1731972111295 2024-11-18T23:21:53,875 WARN [RS:0;9d96596e55a9:44719 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:21:53,875 INFO [RS:0;9d96596e55a9:44719 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:21:53,875 DEBUG [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295 2024-11-18T23:21:53,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:21:53,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:53,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:53,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:21:53,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:21:53,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:53,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:53,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:21:53,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:21:53,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:53,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:53,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:21:53,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:21:53,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:53,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:53,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:21:53,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740 2024-11-18T23:21:53,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740 2024-11-18T23:21:53,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:21:53,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:21:53,897 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:21:53,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:21:53,900 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:21:53,901 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68994473, jitterRate=0.028097763657569885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:21:53,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731972113870Initializing all the Stores at 1731972113871 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972113871Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972113872 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972113872Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972113872Cleaning up temporary data from old regions at 1731972113892 (+20 ms)Region opened successfully at 1731972113901 (+9 ms) 2024-11-18T23:21:53,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:21:53,901 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:21:53,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:21:53,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:21:53,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:21:53,903 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T23:21:53,912 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:21:53,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972113901Disabling compacts and flushes for region at 1731972113901Disabling writes for close at 1731972113901Writing region close event to WAL at 1731972113912 (+11 ms)Closed at 1731972113912 2024-11-18T23:21:53,913 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:21:53,914 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T23:21:53,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T23:21:53,915 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:21:53,916 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T23:21:53,926 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T23:21:53,928 INFO [RS:0;9d96596e55a9:44719 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T23:21:53,928 INFO [RS:0;9d96596e55a9:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:53,933 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T23:21:53,937 INFO [RS:0;9d96596e55a9:44719 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T23:21:53,937 INFO [RS:0;9d96596e55a9:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:53,937 DEBUG [RS:0;9d96596e55a9:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:53,937 DEBUG [RS:0;9d96596e55a9:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:53,937 DEBUG [RS:0;9d96596e55a9:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:53,937 DEBUG [RS:0;9d96596e55a9:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:53,937 DEBUG [RS:0;9d96596e55a9:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:53,937 DEBUG [RS:0;9d96596e55a9:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:21:53,937 DEBUG [RS:0;9d96596e55a9:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:53,937 DEBUG [RS:0;9d96596e55a9:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:53,937 DEBUG [RS:0;9d96596e55a9:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:53,937 DEBUG [RS:0;9d96596e55a9:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:53,937 DEBUG [RS:0;9d96596e55a9:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:53,937 DEBUG [RS:0;9d96596e55a9:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:21:53,937 DEBUG [RS:0;9d96596e55a9:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:21:53,937 DEBUG [RS:0;9d96596e55a9:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:21:53,938 INFO [RS:0;9d96596e55a9:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:53,938 INFO [RS:0;9d96596e55a9:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:53,938 INFO [RS:0;9d96596e55a9:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:53,938 INFO [RS:0;9d96596e55a9:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:53,938 INFO [RS:0;9d96596e55a9:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:53,938 INFO [RS:0;9d96596e55a9:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44719,1731972111295-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:21:53,956 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T23:21:53,956 INFO [RS:0;9d96596e55a9:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44719,1731972111295-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:53,956 INFO [RS:0;9d96596e55a9:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:53,956 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.Replication(171): 9d96596e55a9,44719,1731972111295 started 2024-11-18T23:21:53,975 INFO [RS:0;9d96596e55a9:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:53,975 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,44719,1731972111295, RpcServer on 9d96596e55a9/172.17.0.2:44719, sessionid=0x10150410af50001 2024-11-18T23:21:53,976 DEBUG [RS:0;9d96596e55a9:44719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T23:21:53,976 DEBUG [RS:0;9d96596e55a9:44719 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,44719,1731972111295 2024-11-18T23:21:53,976 DEBUG [RS:0;9d96596e55a9:44719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,44719,1731972111295' 2024-11-18T23:21:53,976 DEBUG [RS:0;9d96596e55a9:44719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0504286409/flush-table-proc/abort' 2024-11-18T23:21:53,979 DEBUG [RS:0;9d96596e55a9:44719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0504286409/flush-table-proc/acquired' 2024-11-18T23:21:53,980 DEBUG [RS:0;9d96596e55a9:44719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T23:21:53,980 DEBUG [RS:0;9d96596e55a9:44719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T23:21:53,980 DEBUG [RS:0;9d96596e55a9:44719 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,44719,1731972111295 2024-11-18T23:21:53,980 DEBUG [RS:0;9d96596e55a9:44719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,44719,1731972111295' 2024-11-18T23:21:53,980 DEBUG [RS:0;9d96596e55a9:44719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0504286409/online-snapshot/abort' 2024-11-18T23:21:53,980 DEBUG [RS:0;9d96596e55a9:44719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0504286409/online-snapshot/acquired' 2024-11-18T23:21:53,980 DEBUG [RS:0;9d96596e55a9:44719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T23:21:53,980 INFO [RS:0;9d96596e55a9:44719 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T23:21:53,980 INFO [RS:0;9d96596e55a9:44719 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T23:21:54,066 WARN [9d96596e55a9:36441 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T23:21:54,081 INFO [RS:0;9d96596e55a9:44719 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:21:54,085 INFO [RS:0;9d96596e55a9:44719 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C44719%2C1731972111295, suffix=, logDir=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295, archiveDir=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/oldWALs, maxLogs=10 2024-11-18T23:21:54,102 DEBUG [RS:0;9d96596e55a9:44719 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085, exclude list is [], retry=0 2024-11-18T23:21:54,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33011,DS-d957fe6a-3a97-44f4-97e4-d36ce084a82c,DISK] 2024-11-18T23:21:54,134 INFO [RS:0;9d96596e55a9:44719 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 2024-11-18T23:21:54,136 DEBUG [RS:0;9d96596e55a9:44719 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44683:44683)] 2024-11-18T23:21:54,319 DEBUG [9d96596e55a9:36441 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:21:54,320 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,44719,1731972111295 2024-11-18T23:21:54,331 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,44719,1731972111295, state=OPENING 2024-11-18T23:21:54,354 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T23:21:54,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0504286409 2024-11-18T23:21:54,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10150410af50001, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0504286409 2024-11-18T23:21:54,440 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:21:54,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,44719,1731972111295}] 2024-11-18T23:21:54,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0504286409/meta-region-server: CHANGED 2024-11-18T23:21:54,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0504286409/meta-region-server: CHANGED 2024-11-18T23:21:54,612 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:21:54,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:21:54,648 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T23:21:54,648 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:21:54,649 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T23:21:54,659 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C44719%2C1731972111295.meta, suffix=.meta, logDir=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295, archiveDir=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/oldWALs, maxLogs=10 2024-11-18T23:21:54,685 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.meta.1731972114659.meta, exclude list is [], retry=0 2024-11-18T23:21:54,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33011,DS-d957fe6a-3a97-44f4-97e4-d36ce084a82c,DISK] 2024-11-18T23:21:54,720 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.meta.1731972114659.meta 2024-11-18T23:21:54,732 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44683:44683)] 2024-11-18T23:21:54,732 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:21:54,733 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:21:54,733 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:21:54,733 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T23:21:54,733 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T23:21:54,733 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T23:21:54,733 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:21:54,751 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T23:21:54,751 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T23:21:54,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:21:54,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:21:54,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:54,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:54,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:21:54,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:21:54,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:54,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:54,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:21:54,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:21:54,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:54,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:54,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:21:54,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:21:54,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:21:54,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:21:54,812 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:21:54,821 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740 2024-11-18T23:21:54,829 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740 2024-11-18T23:21:54,834 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:21:54,834 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:21:54,837 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:21:54,846 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:21:54,848 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66827431, jitterRate=-0.0041936784982681274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:21:54,848 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T23:21:54,848 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731972114751Writing region info on filesystem at 1731972114751Initializing all the Stores at 1731972114756 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972114756Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972114760 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972114760Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972114760Cleaning up temporary data from old regions at 1731972114834 (+74 ms)Running coprocessor post-open hooks at 1731972114848 (+14 ms)Region opened successfully at 1731972114848 2024-11-18T23:21:54,849 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731972114612 2024-11-18T23:21:54,854 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,44719,1731972111295 2024-11-18T23:21:54,855 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T23:21:54,855 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T23:21:54,855 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,44719,1731972111295, state=OPEN 2024-11-18T23:21:54,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10150410af50001, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0504286409/meta-region-server 2024-11-18T23:21:54,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0504286409/meta-region-server: CHANGED 2024-11-18T23:21:54,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0504286409/meta-region-server 2024-11-18T23:21:54,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0504286409/meta-region-server: CHANGED 2024-11-18T23:21:54,928 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,44719,1731972111295 2024-11-18T23:21:54,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T23:21:54,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,44719,1731972111295 in 488 msec 2024-11-18T23:21:54,944 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:21:54,944 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T23:21:54,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T23:21:54,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0200 sec 2024-11-18T23:21:54,959 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:21:54,959 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,44719,1731972111295, seqNum=-1] 2024-11-18T23:21:54,959 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:21:54,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:21:54,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2950 sec 2024-11-18T23:21:54,970 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731972114970, completionTime=-1 2024-11-18T23:21:54,970 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T23:21:54,970 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T23:21:54,973 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T23:21:54,973 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731972174973 2024-11-18T23:21:54,973 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731972234973 2024-11-18T23:21:54,973 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T23:21:54,973 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,36441,1731972110688-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:54,973 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,36441,1731972110688-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:54,973 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,36441,1731972110688-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:54,973 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:36441, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:54,973 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:54,975 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:54,977 DEBUG [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T23:21:54,981 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.428sec 2024-11-18T23:21:54,981 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T23:21:54,981 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T23:21:54,981 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T23:21:54,981 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T23:21:54,981 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T23:21:54,981 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,36441,1731972110688-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:21:54,981 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,36441,1731972110688-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T23:21:54,994 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T23:21:54,994 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T23:21:54,994 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,36441,1731972110688-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:21:55,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ad23ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:55,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,36441,-1 for getting cluster id 2024-11-18T23:21:55,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:21:55,101 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '388aeac1-6f34-4cb9-9a8c-eb47f446df5a' 2024-11-18T23:21:55,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:21:55,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "388aeac1-6f34-4cb9-9a8c-eb47f446df5a" 2024-11-18T23:21:55,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0cc0f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:55,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,36441,-1] 2024-11-18T23:21:55,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:21:55,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:21:55,104 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:21:55,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@552ce7ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:21:55,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:21:55,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,44719,1731972111295, seqNum=-1] 2024-11-18T23:21:55,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:21:55,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:21:55,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d96596e55a9,36441,1731972110688 2024-11-18T23:21:55,115 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51725 2024-11-18T23:21:55,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:21:55,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10150410af50002 connected 2024-11-18T23:21:55,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/hadoop.log.dir so I do NOT create it in target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793 2024-11-18T23:21:55,181 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T23:21:55,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/hadoop.tmp.dir so I do NOT create it in target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793 2024-11-18T23:21:55,181 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T23:21:55,182 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793 2024-11-18T23:21:55,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T23:21:55,182 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/cluster_741abd45-cb10-6207-a48f-c5d930b041bc, deleteOnExit=true 2024-11-18T23:21:55,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T23:21:55,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/test.cache.data in system properties and HBase conf 2024-11-18T23:21:55,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T23:21:55,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/hadoop.log.dir in system properties and HBase conf 2024-11-18T23:21:55,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T23:21:55,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T23:21:55,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T23:21:55,183 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T23:21:55,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:21:55,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:21:55,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T23:21:55,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:21:55,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T23:21:55,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T23:21:55,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:21:55,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:21:55,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T23:21:55,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/nfs.dump.dir in system properties and HBase conf 2024-11-18T23:21:55,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/java.io.tmpdir in system properties and HBase conf 2024-11-18T23:21:55,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:21:55,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T23:21:55,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T23:21:55,629 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:21:55,648 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:21:55,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:21:55,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:21:55,720 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:21:55,725 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:21:55,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fb719a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:21:55,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70f132f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:21:55,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f94deeb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/java.io.tmpdir/jetty-localhost-39227-hadoop-hdfs-3_4_1-tests_jar-_-any-11772242481044933456/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:21:55,896 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1baa9f06{HTTP/1.1, (http/1.1)}{localhost:39227} 2024-11-18T23:21:55,896 INFO [Time-limited test {}] server.Server(415): Started @230056ms 2024-11-18T23:21:56,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T23:21:56,247 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T23:21:56,247 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:21:56,247 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T23:21:56,247 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:21:56,247 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T23:21:56,504 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:21:56,510 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:21:56,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:21:56,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:21:56,538 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:21:56,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b197c43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:21:56,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51c9312c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:21:56,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b6cdc48{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/java.io.tmpdir/jetty-localhost-36131-hadoop-hdfs-3_4_1-tests_jar-_-any-10768351369523069475/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:21:56,796 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b57eff4{HTTP/1.1, (http/1.1)}{localhost:36131} 2024-11-18T23:21:56,796 INFO [Time-limited test {}] server.Server(415): Started @230955ms 2024-11-18T23:21:56,797 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T23:21:57,912 WARN [Thread-2303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/cluster_741abd45-cb10-6207-a48f-c5d930b041bc/data/data1/current/BP-2106912716-172.17.0.2-1731972115213/current, will proceed with Du for space computation calculation, 2024-11-18T23:21:57,920 WARN [Thread-2304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/cluster_741abd45-cb10-6207-a48f-c5d930b041bc/data/data2/current/BP-2106912716-172.17.0.2-1731972115213/current, will proceed with Du for space computation calculation, 2024-11-18T23:21:58,027 WARN [Thread-2291 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T23:21:58,048 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6afdbb4b1729e09 with lease ID 0x844b82505d0793f9: Processing first storage report for DS-0b9911bd-c9e7-41bb-a685-47127c884d68 from datanode DatanodeRegistration(127.0.0.1:36939, datanodeUuid=e42c240a-19f7-4b29-983f-826e266faa48, infoPort=36085, infoSecurePort=0, ipcPort=33107, storageInfo=lv=-57;cid=testClusterID;nsid=1728572159;c=1731972115213) 2024-11-18T23:21:58,048 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6afdbb4b1729e09 with lease ID 0x844b82505d0793f9: from storage DS-0b9911bd-c9e7-41bb-a685-47127c884d68 node DatanodeRegistration(127.0.0.1:36939, datanodeUuid=e42c240a-19f7-4b29-983f-826e266faa48, infoPort=36085, infoSecurePort=0, ipcPort=33107, storageInfo=lv=-57;cid=testClusterID;nsid=1728572159;c=1731972115213), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:21:58,048 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6afdbb4b1729e09 with lease ID 0x844b82505d0793f9: Processing first storage report for DS-d0e36a22-a3e3-4b45-96b5-1c69e8edce2f from datanode DatanodeRegistration(127.0.0.1:36939, datanodeUuid=e42c240a-19f7-4b29-983f-826e266faa48, infoPort=36085, infoSecurePort=0, ipcPort=33107, storageInfo=lv=-57;cid=testClusterID;nsid=1728572159;c=1731972115213) 2024-11-18T23:21:58,048 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6afdbb4b1729e09 with lease ID 0x844b82505d0793f9: from storage DS-d0e36a22-a3e3-4b45-96b5-1c69e8edce2f node DatanodeRegistration(127.0.0.1:36939, datanodeUuid=e42c240a-19f7-4b29-983f-826e266faa48, infoPort=36085, infoSecurePort=0, ipcPort=33107, storageInfo=lv=-57;cid=testClusterID;nsid=1728572159;c=1731972115213), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:21:58,130 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793 2024-11-18T23:21:58,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:58,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:58,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741825_1001 (size=7) 2024-11-18T23:21:58,218 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e with version=8 2024-11-18T23:21:58,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/hbase-staging 2024-11-18T23:21:58,220 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:21:58,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:58,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:58,220 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:21:58,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:58,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:21:58,220 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T23:21:58,220 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:21:58,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33439 2024-11-18T23:21:58,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33439 connecting to ZooKeeper ensemble=127.0.0.1:51725 2024-11-18T23:21:58,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334390x0, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:21:58,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33439-0x10150410af50003 connected 2024-11-18T23:21:58,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:58,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:58,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Set watcher on znode that does not yet exist, /1-1975328679/running 2024-11-18T23:21:58,775 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e, hbase.cluster.distributed=false 2024-11-18T23:21:58,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Set watcher on znode that does not yet exist, /1-1975328679/acl 2024-11-18T23:21:58,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33439 2024-11-18T23:21:58,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33439 2024-11-18T23:21:58,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33439 2024-11-18T23:21:58,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33439 2024-11-18T23:21:58,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33439 2024-11-18T23:21:58,868 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:21:58,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:58,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:58,868 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:21:58,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:21:58,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:21:58,869 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T23:21:58,869 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:21:58,877 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38679 2024-11-18T23:21:58,878 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38679 connecting to ZooKeeper ensemble=127.0.0.1:51725 2024-11-18T23:21:58,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:58,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:58,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386790x0, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:21:58,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38679-0x10150410af50004 connected 2024-11-18T23:21:58,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38679-0x10150410af50004, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Set watcher on znode that does not yet exist, /1-1975328679/running 2024-11-18T23:21:58,925 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T23:21:58,949 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T23:21:58,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38679-0x10150410af50004, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Set watcher on znode that does not yet exist, /1-1975328679/master 2024-11-18T23:21:58,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38679-0x10150410af50004, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Set watcher on znode that does not yet exist, /1-1975328679/acl 2024-11-18T23:21:58,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38679 2024-11-18T23:21:58,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38679 2024-11-18T23:21:58,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38679 2024-11-18T23:21:59,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38679 2024-11-18T23:21:59,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38679 2024-11-18T23:21:59,042 DEBUG [M:0;9d96596e55a9:33439 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:33439 2024-11-18T23:21:59,042 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1975328679/backup-masters/9d96596e55a9,33439,1731972118220 2024-11-18T23:21:59,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975328679/backup-masters 2024-11-18T23:21:59,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10150410af50004, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975328679/backup-masters 2024-11-18T23:21:59,059 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Set watcher on existing znode=/1-1975328679/backup-masters/9d96596e55a9,33439,1731972118220 2024-11-18T23:21:59,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975328679 2024-11-18T23:21:59,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10150410af50004, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1975328679/master 2024-11-18T23:21:59,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10150410af50004, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975328679 2024-11-18T23:21:59,100 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Set watcher on existing znode=/1-1975328679/master 2024-11-18T23:21:59,100 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1975328679/backup-masters/9d96596e55a9,33439,1731972118220 from backup master directory 2024-11-18T23:21:59,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10150410af50004, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975328679/backup-masters 2024-11-18T23:21:59,167 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:21:59,167 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,33439,1731972118220 2024-11-18T23:21:59,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975328679/backup-masters/9d96596e55a9,33439,1731972118220 2024-11-18T23:21:59,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975328679/backup-masters 2024-11-18T23:21:59,171 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/hbase.id] with ID: b8246e01-5d0e-46d7-8c76-19ad973ea9e9 2024-11-18T23:21:59,171 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/.tmp/hbase.id 2024-11-18T23:21:59,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741826_1002 (size=42) 2024-11-18T23:21:59,606 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/.tmp/hbase.id]:[hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/hbase.id] 2024-11-18T23:21:59,622 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:21:59,622 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T23:21:59,623 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T23:21:59,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10150410af50004, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975328679 2024-11-18T23:21:59,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975328679 2024-11-18T23:21:59,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741827_1003 (size=196) 2024-11-18T23:21:59,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:59,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:59,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:59,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:59,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:59,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:59,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:59,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:21:59,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:00,132 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:22:00,133 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T23:22:00,136 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:22:00,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741828_1004 (size=1189) 2024-11-18T23:22:00,383 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:22:00,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:00,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:00,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:00,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:00,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:00,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:00,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:00,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:00,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:00,473 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T23:22:00,603 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/data/master/store 2024-11-18T23:22:00,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741829_1005 (size=34) 2024-11-18T23:22:00,624 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:00,624 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:22:00,624 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:22:00,624 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:22:00,624 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:22:00,624 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:22:00,624 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:22:00,624 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972120624Disabling compacts and flushes for region at 1731972120624Disabling writes for close at 1731972120624Writing region close event to WAL at 1731972120624Closed at 1731972120624 2024-11-18T23:22:00,625 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/data/master/store/.initializing 2024-11-18T23:22:00,625 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/WALs/9d96596e55a9,33439,1731972118220 2024-11-18T23:22:00,625 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:22:00,627 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C33439%2C1731972118220, suffix=, logDir=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/WALs/9d96596e55a9,33439,1731972118220, archiveDir=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/oldWALs, maxLogs=10 2024-11-18T23:22:00,643 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/WALs/9d96596e55a9,33439,1731972118220/9d96596e55a9%2C33439%2C1731972118220.1731972120627, exclude list is [], retry=0 2024-11-18T23:22:00,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-0b9911bd-c9e7-41bb-a685-47127c884d68,DISK] 2024-11-18T23:22:00,676 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/WALs/9d96596e55a9,33439,1731972118220/9d96596e55a9%2C33439%2C1731972118220.1731972120627 2024-11-18T23:22:00,677 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36085:36085)] 2024-11-18T23:22:00,677 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:22:00,677 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:00,677 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:00,677 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:00,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:00,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T23:22:00,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:00,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:00,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:00,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T23:22:00,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:00,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:00,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:00,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T23:22:00,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:00,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:00,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:00,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T23:22:00,721 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:00,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:00,721 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:00,722 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:00,722 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:00,723 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:00,723 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:00,724 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:22:00,725 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:00,727 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:22:00,727 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75026988, jitterRate=0.11798924207687378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:22:00,727 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731972120677Initializing all the Stores at 1731972120678 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972120678Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972120696 (+18 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972120696Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972120696Cleaning up temporary data from old regions at 1731972120723 (+27 ms)Region opened successfully at 1731972120727 (+4 ms) 2024-11-18T23:22:00,732 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T23:22:00,738 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7d5e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:22:00,739 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T23:22:00,739 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T23:22:00,739 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T23:22:00,739 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T23:22:00,739 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T23:22:00,740 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T23:22:00,740 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T23:22:00,743 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T23:22:00,745 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Unable to get data of znode /1-1975328679/balancer because node does not exist (not necessarily an error) 2024-11-18T23:22:00,821 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975328679/balancer already deleted, retry=false 2024-11-18T23:22:00,821 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T23:22:00,829 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Unable to get data of znode /1-1975328679/normalizer because node does not exist (not necessarily an error) 2024-11-18T23:22:00,976 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975328679/normalizer already deleted, retry=false 2024-11-18T23:22:00,977 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T23:22:00,986 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Unable to get data of znode /1-1975328679/switch/split because node does not exist (not necessarily an error) 2024-11-18T23:22:01,163 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975328679/switch/split already deleted, retry=false 2024-11-18T23:22:01,165 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Unable to get data of znode /1-1975328679/switch/merge because node does not exist (not necessarily an error) 2024-11-18T23:22:01,412 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975328679/switch/merge already deleted, retry=false 2024-11-18T23:22:01,426 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Unable to get data of znode /1-1975328679/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T23:22:01,647 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975328679/snapshot-cleanup already deleted, retry=false 2024-11-18T23:22:01,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1975328679/running 2024-11-18T23:22:01,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975328679 2024-11-18T23:22:01,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10150410af50004, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1975328679/running 2024-11-18T23:22:01,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10150410af50004, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975328679 2024-11-18T23:22:01,704 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,33439,1731972118220, sessionid=0x10150410af50003, setting cluster-up flag (Was=false) 2024-11-18T23:22:01,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10150410af50004, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975328679 2024-11-18T23:22:01,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975328679 2024-11-18T23:22:02,089 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1975328679/flush-table-proc/acquired, /1-1975328679/flush-table-proc/reached, /1-1975328679/flush-table-proc/abort 2024-11-18T23:22:02,104 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,33439,1731972118220 2024-11-18T23:22:02,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10150410af50004, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975328679 2024-11-18T23:22:02,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975328679 2024-11-18T23:22:02,469 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1975328679/online-snapshot/acquired, /1-1975328679/online-snapshot/reached, /1-1975328679/online-snapshot/abort 2024-11-18T23:22:02,472 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,33439,1731972118220 2024-11-18T23:22:02,474 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T23:22:02,480 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T23:22:02,480 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T23:22:02,480 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T23:22:02,481 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,33439,1731972118220 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T23:22:02,505 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:22:02,505 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:22:02,505 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:22:02,505 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:22:02,505 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-18T23:22:02,505 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:02,505 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:22:02,505 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:02,515 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:22:02,515 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T23:22:02,520 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731972152520 2024-11-18T23:22:02,520 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T23:22:02,520 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T23:22:02,521 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T23:22:02,521 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T23:22:02,521 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T23:22:02,521 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T23:22:02,523 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:02,523 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T23:22:02,528 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:02,532 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T23:22:02,532 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T23:22:02,532 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T23:22:02,532 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T23:22:02,533 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T23:22:02,533 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T23:22:02,537 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972122533,5,FailOnTimeoutGroup] 2024-11-18T23:22:02,546 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972122538,5,FailOnTimeoutGroup] 2024-11-18T23:22:02,546 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:02,546 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T23:22:02,546 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:02,546 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:02,551 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(746): ClusterId : b8246e01-5d0e-46d7-8c76-19ad973ea9e9 2024-11-18T23:22:02,551 DEBUG [RS:0;9d96596e55a9:38679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T23:22:02,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741831_1007 (size=1321) 2024-11-18T23:22:02,565 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T23:22:02,565 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e 2024-11-18T23:22:02,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741832_1008 (size=32) 2024-11-18T23:22:02,636 DEBUG [RS:0;9d96596e55a9:38679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T23:22:02,636 DEBUG [RS:0;9d96596e55a9:38679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T23:22:02,716 DEBUG [RS:0;9d96596e55a9:38679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T23:22:02,716 DEBUG [RS:0;9d96596e55a9:38679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e312f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:22:02,729 DEBUG [RS:0;9d96596e55a9:38679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:38679 2024-11-18T23:22:02,729 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T23:22:02,729 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T23:22:02,729 DEBUG [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T23:22:02,729 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,33439,1731972118220 with port=38679, startcode=1731972118861 2024-11-18T23:22:02,729 DEBUG [RS:0;9d96596e55a9:38679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T23:22:02,731 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T23:22:02,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33439 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,38679,1731972118861 2024-11-18T23:22:02,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33439 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,38679,1731972118861 2024-11-18T23:22:02,732 DEBUG [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e 2024-11-18T23:22:02,732 DEBUG [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42935 2024-11-18T23:22:02,732 DEBUG [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T23:22:02,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975328679/rs 2024-11-18T23:22:02,802 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,38679,1731972118861] 2024-11-18T23:22:02,804 DEBUG [RS:0;9d96596e55a9:38679 {}] zookeeper.ZKUtil(111): regionserver:38679-0x10150410af50004, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Set watcher on existing znode=/1-1975328679/rs/9d96596e55a9,38679,1731972118861 2024-11-18T23:22:02,804 WARN [RS:0;9d96596e55a9:38679 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:22:02,805 INFO [RS:0;9d96596e55a9:38679 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:22:02,805 DEBUG [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861 2024-11-18T23:22:02,822 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T23:22:02,825 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T23:22:02,840 INFO [RS:0;9d96596e55a9:38679 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T23:22:02,840 INFO [RS:0;9d96596e55a9:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:02,844 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T23:22:02,847 INFO [RS:0;9d96596e55a9:38679 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T23:22:02,847 INFO [RS:0;9d96596e55a9:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:02,847 DEBUG [RS:0;9d96596e55a9:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:02,847 DEBUG [RS:0;9d96596e55a9:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:02,847 DEBUG [RS:0;9d96596e55a9:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:02,847 DEBUG [RS:0;9d96596e55a9:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:02,848 DEBUG [RS:0;9d96596e55a9:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:02,848 DEBUG [RS:0;9d96596e55a9:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:22:02,848 DEBUG [RS:0;9d96596e55a9:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:02,848 DEBUG [RS:0;9d96596e55a9:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:02,848 DEBUG [RS:0;9d96596e55a9:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:02,848 DEBUG [RS:0;9d96596e55a9:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:02,848 DEBUG [RS:0;9d96596e55a9:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:02,848 DEBUG [RS:0;9d96596e55a9:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:02,848 DEBUG [RS:0;9d96596e55a9:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:22:02,848 DEBUG [RS:0;9d96596e55a9:38679 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:22:02,852 INFO [RS:0;9d96596e55a9:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:02,852 INFO [RS:0;9d96596e55a9:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:02,852 INFO [RS:0;9d96596e55a9:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:02,852 INFO [RS:0;9d96596e55a9:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:02,853 INFO [RS:0;9d96596e55a9:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:02,853 INFO [RS:0;9d96596e55a9:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,38679,1731972118861-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:22:02,881 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T23:22:02,881 INFO [RS:0;9d96596e55a9:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,38679,1731972118861-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:02,881 INFO [RS:0;9d96596e55a9:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:02,881 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.Replication(171): 9d96596e55a9,38679,1731972118861 started 2024-11-18T23:22:02,899 INFO [RS:0;9d96596e55a9:38679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:02,899 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,38679,1731972118861, RpcServer on 9d96596e55a9/172.17.0.2:38679, sessionid=0x10150410af50004 2024-11-18T23:22:02,899 DEBUG [RS:0;9d96596e55a9:38679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T23:22:02,899 DEBUG [RS:0;9d96596e55a9:38679 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,38679,1731972118861 2024-11-18T23:22:02,899 DEBUG [RS:0;9d96596e55a9:38679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,38679,1731972118861' 2024-11-18T23:22:02,899 DEBUG [RS:0;9d96596e55a9:38679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1975328679/flush-table-proc/abort' 2024-11-18T23:22:02,900 DEBUG [RS:0;9d96596e55a9:38679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1975328679/flush-table-proc/acquired' 2024-11-18T23:22:02,900 DEBUG [RS:0;9d96596e55a9:38679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T23:22:02,900 DEBUG [RS:0;9d96596e55a9:38679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T23:22:02,900 DEBUG [RS:0;9d96596e55a9:38679 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,38679,1731972118861 2024-11-18T23:22:02,900 DEBUG [RS:0;9d96596e55a9:38679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,38679,1731972118861' 2024-11-18T23:22:02,900 DEBUG [RS:0;9d96596e55a9:38679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1975328679/online-snapshot/abort' 2024-11-18T23:22:02,901 DEBUG [RS:0;9d96596e55a9:38679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1975328679/online-snapshot/acquired' 2024-11-18T23:22:02,901 DEBUG [RS:0;9d96596e55a9:38679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T23:22:02,901 INFO [RS:0;9d96596e55a9:38679 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T23:22:02,901 INFO [RS:0;9d96596e55a9:38679 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T23:22:03,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:03,001 INFO [RS:0;9d96596e55a9:38679 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:22:03,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:22:03,002 INFO [RS:0;9d96596e55a9:38679 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C38679%2C1731972118861, suffix=, logDir=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861, archiveDir=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/oldWALs, maxLogs=10 2024-11-18T23:22:03,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:22:03,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:03,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:03,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:22:03,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:22:03,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:03,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:03,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:22:03,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:22:03,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:03,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:03,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:22:03,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:22:03,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:03,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:03,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:22:03,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740 2024-11-18T23:22:03,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740 2024-11-18T23:22:03,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:22:03,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:22:03,010 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:22:03,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:22:03,013 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:22:03,014 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61740509, jitterRate=-0.07999472320079803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:22:03,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731972123001Initializing all the Stores at 1731972123002 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972123002Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972123002Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972123002Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972123002Cleaning up temporary data from old regions at 1731972123009 (+7 ms)Region opened successfully at 1731972123014 (+5 ms) 2024-11-18T23:22:03,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:22:03,014 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:22:03,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:22:03,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:22:03,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:22:03,015 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:22:03,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972123014Disabling compacts and flushes for region at 1731972123014Disabling writes for close at 1731972123014Writing region close event to WAL at 1731972123015 (+1 ms)Closed at 1731972123015 2024-11-18T23:22:03,015 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:22:03,015 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T23:22:03,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T23:22:03,016 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:22:03,017 DEBUG [RS:0;9d96596e55a9:38679 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003, exclude list is [], retry=0 2024-11-18T23:22:03,017 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T23:22:03,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-0b9911bd-c9e7-41bb-a685-47127c884d68,DISK] 2024-11-18T23:22:03,020 INFO [RS:0;9d96596e55a9:38679 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 2024-11-18T23:22:03,020 DEBUG [RS:0;9d96596e55a9:38679 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36085:36085)] 2024-11-18T23:22:03,168 DEBUG [9d96596e55a9:33439 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:22:03,168 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,38679,1731972118861 2024-11-18T23:22:03,169 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,38679,1731972118861, state=OPENING 2024-11-18T23:22:03,191 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T23:22:03,203 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:22:03,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,38679,1731972118861}] 2024-11-18T23:22:03,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10150410af50004, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975328679 2024-11-18T23:22:03,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1975328679/meta-region-server: CHANGED 2024-11-18T23:22:03,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975328679 2024-11-18T23:22:03,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1975328679/meta-region-server: CHANGED 2024-11-18T23:22:03,362 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:22:03,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:22:03,382 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T23:22:03,382 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:22:03,383 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T23:22:03,389 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C38679%2C1731972118861.meta, suffix=.meta, logDir=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861, archiveDir=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/oldWALs, maxLogs=10 2024-11-18T23:22:03,411 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.meta.1731972123389.meta, exclude list is [], retry=0 2024-11-18T23:22:03,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-0b9911bd-c9e7-41bb-a685-47127c884d68,DISK] 2024-11-18T23:22:03,432 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.meta.1731972123389.meta 2024-11-18T23:22:03,449 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36085:36085)] 2024-11-18T23:22:03,449 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:22:03,449 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:22:03,450 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:22:03,450 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T23:22:03,450 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T23:22:03,450 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T23:22:03,450 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:03,450 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T23:22:03,450 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T23:22:03,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:22:03,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:22:03,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:03,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:03,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:22:03,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:22:03,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:03,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:03,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:22:03,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:22:03,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:03,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:03,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:22:03,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:22:03,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:03,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:03,505 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:22:03,509 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740 2024-11-18T23:22:03,524 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740 2024-11-18T23:22:03,533 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:22:03,533 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:22:03,539 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:22:03,548 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:22:03,551 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65675444, jitterRate=-0.021359622478485107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:22:03,552 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T23:22:03,552 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731972123450Writing region info on filesystem at 1731972123450Initializing all the Stores at 1731972123457 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972123457Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972123460 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972123460Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972123460Cleaning up temporary data from old regions at 1731972123533 (+73 ms)Running coprocessor post-open hooks at 1731972123552 (+19 ms)Region opened successfully at 1731972123552 2024-11-18T23:22:03,553 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731972123362 2024-11-18T23:22:03,556 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T23:22:03,556 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T23:22:03,566 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,38679,1731972118861 2024-11-18T23:22:03,571 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,38679,1731972118861, state=OPEN 2024-11-18T23:22:03,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10150410af50004, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1975328679/meta-region-server 2024-11-18T23:22:03,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1975328679/meta-region-server: CHANGED 2024-11-18T23:22:03,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1975328679/meta-region-server 2024-11-18T23:22:03,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1975328679/meta-region-server: CHANGED 2024-11-18T23:22:03,717 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,38679,1731972118861 2024-11-18T23:22:03,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T23:22:03,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,38679,1731972118861 in 514 msec 2024-11-18T23:22:03,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T23:22:03,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 707 msec 2024-11-18T23:22:03,728 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:22:03,728 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T23:22:03,735 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:22:03,735 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,38679,1731972118861, seqNum=-1] 2024-11-18T23:22:03,735 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:22:03,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:22:03,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-18T23:22:03,752 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731972123752, completionTime=-1 2024-11-18T23:22:03,752 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T23:22:03,752 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T23:22:03,756 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T23:22:03,756 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731972183756 2024-11-18T23:22:03,756 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731972243756 2024-11-18T23:22:03,756 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-18T23:22:03,756 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33439,1731972118220-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:03,756 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33439,1731972118220-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:03,756 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33439,1731972118220-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:03,756 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:33439, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:03,756 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:03,761 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:03,762 DEBUG [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T23:22:03,768 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.600sec 2024-11-18T23:22:03,768 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T23:22:03,768 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T23:22:03,768 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T23:22:03,768 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T23:22:03,768 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T23:22:03,768 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33439,1731972118220-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:22:03,768 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33439,1731972118220-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T23:22:03,770 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T23:22:03,770 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T23:22:03,770 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33439,1731972118220-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:03,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ac4bf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:03,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,33439,-1 for getting cluster id 2024-11-18T23:22:03,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:03,878 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8246e01-5d0e-46d7-8c76-19ad973ea9e9' 2024-11-18T23:22:03,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:03,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8246e01-5d0e-46d7-8c76-19ad973ea9e9" 2024-11-18T23:22:03,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1c491b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:03,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,33439,-1] 2024-11-18T23:22:03,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:03,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:03,881 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:03,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29d793b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:03,883 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:22:03,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,38679,1731972118861, seqNum=-1] 2024-11-18T23:22:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:22:03,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:22:03,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d96596e55a9,33439,1731972118220 2024-11-18T23:22:03,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51725 2024-11-18T23:22:03,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:22:03,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10150410af50005 connected 2024-11-18T23:22:03,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:22:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,36441,1731972110688 2024-11-18T23:22:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@742da5e4 2024-11-18T23:22:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:22:03,951 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:22:03,952 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36441 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:22:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36441 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T23:22:03,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:22:03,966 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:03,968 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36441 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T23:22:03,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:22:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:04,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741835_1011 (size=902) 2024-11-18T23:22:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:04,417 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7bf6833af0a9a111c69f98e967f8547, NAME => 'test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f 2024-11-18T23:22:04,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741836_1012 (size=39) 2024-11-18T23:22:04,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:04,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a7bf6833af0a9a111c69f98e967f8547, disabling compactions & flushes 2024-11-18T23:22:04,456 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547. 2024-11-18T23:22:04,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547. 2024-11-18T23:22:04,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547. after waiting 0 ms 2024-11-18T23:22:04,456 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547. 2024-11-18T23:22:04,456 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547. 2024-11-18T23:22:04,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7bf6833af0a9a111c69f98e967f8547: Waiting for close lock at 1731972124456Disabling compacts and flushes for region at 1731972124456Disabling writes for close at 1731972124456Writing region close event to WAL at 1731972124456Closed at 1731972124456 2024-11-18T23:22:04,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:22:04,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731972124461"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972124461"}]},"ts":"1731972124461"} 2024-11-18T23:22:04,466 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:22:04,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:22:04,473 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972124472"}]},"ts":"1731972124472"} 2024-11-18T23:22:04,476 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T23:22:04,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a7bf6833af0a9a111c69f98e967f8547, ASSIGN}] 2024-11-18T23:22:04,479 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a7bf6833af0a9a111c69f98e967f8547, ASSIGN 2024-11-18T23:22:04,484 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a7bf6833af0a9a111c69f98e967f8547, ASSIGN; state=OFFLINE, location=9d96596e55a9,44719,1731972111295; forceNewPlan=false, retain=false 2024-11-18T23:22:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:04,639 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a7bf6833af0a9a111c69f98e967f8547, regionState=OPENING, regionLocation=9d96596e55a9,44719,1731972111295 2024-11-18T23:22:04,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a7bf6833af0a9a111c69f98e967f8547, ASSIGN because future has completed 2024-11-18T23:22:04,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7bf6833af0a9a111c69f98e967f8547, server=9d96596e55a9,44719,1731972111295}] 2024-11-18T23:22:04,836 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547. 2024-11-18T23:22:04,836 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a7bf6833af0a9a111c69f98e967f8547, NAME => 'test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:22:04,837 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:22:04,837 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T23:22:04,837 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a7bf6833af0a9a111c69f98e967f8547 2024-11-18T23:22:04,837 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:04,837 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a7bf6833af0a9a111c69f98e967f8547 2024-11-18T23:22:04,837 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a7bf6833af0a9a111c69f98e967f8547 2024-11-18T23:22:04,854 INFO [StoreOpener-a7bf6833af0a9a111c69f98e967f8547-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a7bf6833af0a9a111c69f98e967f8547 2024-11-18T23:22:04,857 INFO [StoreOpener-a7bf6833af0a9a111c69f98e967f8547-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7bf6833af0a9a111c69f98e967f8547 columnFamilyName f 2024-11-18T23:22:04,857 DEBUG [StoreOpener-a7bf6833af0a9a111c69f98e967f8547-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:04,857 INFO [StoreOpener-a7bf6833af0a9a111c69f98e967f8547-1 {}] regionserver.HStore(327): Store=a7bf6833af0a9a111c69f98e967f8547/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:04,857 INFO [StoreOpener-a7bf6833af0a9a111c69f98e967f8547-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a7bf6833af0a9a111c69f98e967f8547 2024-11-18T23:22:04,862 INFO [StoreOpener-a7bf6833af0a9a111c69f98e967f8547-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7bf6833af0a9a111c69f98e967f8547 columnFamilyName f1 2024-11-18T23:22:04,862 DEBUG [StoreOpener-a7bf6833af0a9a111c69f98e967f8547-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:04,864 INFO [StoreOpener-a7bf6833af0a9a111c69f98e967f8547-1 {}] regionserver.HStore(327): Store=a7bf6833af0a9a111c69f98e967f8547/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:04,864 INFO [StoreOpener-a7bf6833af0a9a111c69f98e967f8547-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a7bf6833af0a9a111c69f98e967f8547 2024-11-18T23:22:04,866 INFO [StoreOpener-a7bf6833af0a9a111c69f98e967f8547-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7bf6833af0a9a111c69f98e967f8547 columnFamilyName norep 2024-11-18T23:22:04,866 DEBUG [StoreOpener-a7bf6833af0a9a111c69f98e967f8547-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:04,866 INFO [StoreOpener-a7bf6833af0a9a111c69f98e967f8547-1 {}] regionserver.HStore(327): Store=a7bf6833af0a9a111c69f98e967f8547/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:04,866 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a7bf6833af0a9a111c69f98e967f8547 2024-11-18T23:22:04,868 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/default/test/a7bf6833af0a9a111c69f98e967f8547 2024-11-18T23:22:04,868 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/default/test/a7bf6833af0a9a111c69f98e967f8547 2024-11-18T23:22:04,869 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a7bf6833af0a9a111c69f98e967f8547 2024-11-18T23:22:04,869 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a7bf6833af0a9a111c69f98e967f8547 2024-11-18T23:22:04,870 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:22:04,871 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a7bf6833af0a9a111c69f98e967f8547 2024-11-18T23:22:04,884 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/default/test/a7bf6833af0a9a111c69f98e967f8547/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:22:04,885 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a7bf6833af0a9a111c69f98e967f8547; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74353878, jitterRate=0.10795912146568298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:22:04,885 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7bf6833af0a9a111c69f98e967f8547 2024-11-18T23:22:04,886 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a7bf6833af0a9a111c69f98e967f8547: Running coprocessor pre-open hook at 1731972124837Writing region info on filesystem at 1731972124837Initializing all the Stores at 1731972124841 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972124841Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972124854 (+13 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972124854Cleaning up temporary data from old regions at 1731972124869 (+15 ms)Running coprocessor post-open hooks at 1731972124885 (+16 ms)Region opened successfully at 1731972124886 (+1 ms) 2024-11-18T23:22:04,913 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547., pid=6, masterSystemTime=1731972124803 2024-11-18T23:22:04,925 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547. 2024-11-18T23:22:04,925 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547. 2024-11-18T23:22:04,940 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a7bf6833af0a9a111c69f98e967f8547, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9d96596e55a9,44719,1731972111295 2024-11-18T23:22:04,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7bf6833af0a9a111c69f98e967f8547, server=9d96596e55a9,44719,1731972111295 because future has completed 2024-11-18T23:22:04,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T23:22:04,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a7bf6833af0a9a111c69f98e967f8547, server=9d96596e55a9,44719,1731972111295 in 312 msec 2024-11-18T23:22:04,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T23:22:04,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a7bf6833af0a9a111c69f98e967f8547, ASSIGN in 493 msec 2024-11-18T23:22:04,972 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:22:04,972 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972124972"}]},"ts":"1731972124972"} 2024-11-18T23:22:04,976 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T23:22:04,978 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:22:04,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0260 sec 2024-11-18T23:22:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:05,108 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T23:22:05,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:22:05,109 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,33439,1731972118220 2024-11-18T23:22:05,109 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54db61f0 2024-11-18T23:22:05,109 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:22:05,110 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:22:05,111 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:22:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T23:22:05,113 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:22:05,113 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:05,114 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T23:22:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:05,116 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:22:05,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741835_1011 (size=902) 2024-11-18T23:22:05,131 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 434fc51b513ad36f1813887462a8f275, NAME => 'test,,1731972125111.434fc51b513ad36f1813887462a8f275.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e 2024-11-18T23:22:05,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741836_1012 (size=39) 2024-11-18T23:22:05,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731972125111.434fc51b513ad36f1813887462a8f275.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:05,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 434fc51b513ad36f1813887462a8f275, disabling compactions & flushes 2024-11-18T23:22:05,144 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731972125111.434fc51b513ad36f1813887462a8f275. 2024-11-18T23:22:05,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972125111.434fc51b513ad36f1813887462a8f275. 2024-11-18T23:22:05,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731972125111.434fc51b513ad36f1813887462a8f275. after waiting 0 ms 2024-11-18T23:22:05,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731972125111.434fc51b513ad36f1813887462a8f275. 2024-11-18T23:22:05,144 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731972125111.434fc51b513ad36f1813887462a8f275. 2024-11-18T23:22:05,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 434fc51b513ad36f1813887462a8f275: Waiting for close lock at 1731972125144Disabling compacts and flushes for region at 1731972125144Disabling writes for close at 1731972125144Writing region close event to WAL at 1731972125144Closed at 1731972125144 2024-11-18T23:22:05,145 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:22:05,146 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731972125111.434fc51b513ad36f1813887462a8f275.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731972125146"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972125146"}]},"ts":"1731972125146"} 2024-11-18T23:22:05,148 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:22:05,149 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:22:05,149 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972125149"}]},"ts":"1731972125149"} 2024-11-18T23:22:05,151 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T23:22:05,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=434fc51b513ad36f1813887462a8f275, ASSIGN}] 2024-11-18T23:22:05,152 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=434fc51b513ad36f1813887462a8f275, ASSIGN 2024-11-18T23:22:05,153 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=434fc51b513ad36f1813887462a8f275, ASSIGN; state=OFFLINE, location=9d96596e55a9,38679,1731972118861; forceNewPlan=false, retain=false 2024-11-18T23:22:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:05,304 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=434fc51b513ad36f1813887462a8f275, regionState=OPENING, regionLocation=9d96596e55a9,38679,1731972118861 2024-11-18T23:22:05,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=434fc51b513ad36f1813887462a8f275, ASSIGN because future has completed 2024-11-18T23:22:05,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 434fc51b513ad36f1813887462a8f275, server=9d96596e55a9,38679,1731972118861}] 2024-11-18T23:22:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:05,472 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731972125111.434fc51b513ad36f1813887462a8f275. 2024-11-18T23:22:05,472 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 434fc51b513ad36f1813887462a8f275, NAME => 'test,,1731972125111.434fc51b513ad36f1813887462a8f275.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:22:05,472 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:22:05,473 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T23:22:05,473 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 434fc51b513ad36f1813887462a8f275 2024-11-18T23:22:05,473 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731972125111.434fc51b513ad36f1813887462a8f275.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:05,473 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 434fc51b513ad36f1813887462a8f275 2024-11-18T23:22:05,473 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 434fc51b513ad36f1813887462a8f275 2024-11-18T23:22:05,474 INFO [StoreOpener-434fc51b513ad36f1813887462a8f275-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 434fc51b513ad36f1813887462a8f275 2024-11-18T23:22:05,475 INFO [StoreOpener-434fc51b513ad36f1813887462a8f275-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 434fc51b513ad36f1813887462a8f275 columnFamilyName f 2024-11-18T23:22:05,475 DEBUG [StoreOpener-434fc51b513ad36f1813887462a8f275-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:05,476 INFO [StoreOpener-434fc51b513ad36f1813887462a8f275-1 {}] regionserver.HStore(327): Store=434fc51b513ad36f1813887462a8f275/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:05,476 INFO [StoreOpener-434fc51b513ad36f1813887462a8f275-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 434fc51b513ad36f1813887462a8f275 2024-11-18T23:22:05,477 INFO [StoreOpener-434fc51b513ad36f1813887462a8f275-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 434fc51b513ad36f1813887462a8f275 columnFamilyName f1 2024-11-18T23:22:05,477 DEBUG [StoreOpener-434fc51b513ad36f1813887462a8f275-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:05,477 INFO [StoreOpener-434fc51b513ad36f1813887462a8f275-1 {}] regionserver.HStore(327): Store=434fc51b513ad36f1813887462a8f275/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:05,478 INFO [StoreOpener-434fc51b513ad36f1813887462a8f275-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 434fc51b513ad36f1813887462a8f275 2024-11-18T23:22:05,479 INFO [StoreOpener-434fc51b513ad36f1813887462a8f275-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 434fc51b513ad36f1813887462a8f275 columnFamilyName norep 2024-11-18T23:22:05,479 DEBUG [StoreOpener-434fc51b513ad36f1813887462a8f275-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:05,479 INFO [StoreOpener-434fc51b513ad36f1813887462a8f275-1 {}] regionserver.HStore(327): Store=434fc51b513ad36f1813887462a8f275/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:05,479 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 434fc51b513ad36f1813887462a8f275 2024-11-18T23:22:05,480 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/default/test/434fc51b513ad36f1813887462a8f275 2024-11-18T23:22:05,483 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/default/test/434fc51b513ad36f1813887462a8f275 2024-11-18T23:22:05,486 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 434fc51b513ad36f1813887462a8f275 2024-11-18T23:22:05,486 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 434fc51b513ad36f1813887462a8f275 2024-11-18T23:22:05,486 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:22:05,488 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 434fc51b513ad36f1813887462a8f275 2024-11-18T23:22:05,492 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/default/test/434fc51b513ad36f1813887462a8f275/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:22:05,492 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 434fc51b513ad36f1813887462a8f275; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61351799, jitterRate=-0.08578695356845856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:22:05,492 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 434fc51b513ad36f1813887462a8f275 2024-11-18T23:22:05,492 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 434fc51b513ad36f1813887462a8f275: Running coprocessor pre-open hook at 1731972125473Writing region info on filesystem at 1731972125473Initializing all the Stores at 1731972125474 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972125474Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972125474Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972125474Cleaning up temporary data from old regions at 1731972125486 (+12 ms)Running coprocessor post-open hooks at 1731972125492 (+6 ms)Region opened successfully at 1731972125492 2024-11-18T23:22:05,497 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731972125111.434fc51b513ad36f1813887462a8f275., pid=6, masterSystemTime=1731972125458 2024-11-18T23:22:05,509 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=434fc51b513ad36f1813887462a8f275, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9d96596e55a9,38679,1731972118861 2024-11-18T23:22:05,513 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731972125111.434fc51b513ad36f1813887462a8f275. 2024-11-18T23:22:05,513 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731972125111.434fc51b513ad36f1813887462a8f275. 2024-11-18T23:22:05,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 434fc51b513ad36f1813887462a8f275, server=9d96596e55a9,38679,1731972118861 because future has completed 2024-11-18T23:22:05,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T23:22:05,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 434fc51b513ad36f1813887462a8f275, server=9d96596e55a9,38679,1731972118861 in 215 msec 2024-11-18T23:22:05,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T23:22:05,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=434fc51b513ad36f1813887462a8f275, ASSIGN in 372 msec 2024-11-18T23:22:05,529 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:22:05,530 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972125529"}]},"ts":"1731972125529"} 2024-11-18T23:22:05,533 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T23:22:05,534 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:22:05,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 423 msec 2024-11-18T23:22:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:05,750 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T23:22:05,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b2d8664, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:05,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,36441,-1 for getting cluster id 2024-11-18T23:22:05,757 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:05,757 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '388aeac1-6f34-4cb9-9a8c-eb47f446df5a' 2024-11-18T23:22:05,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:05,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "388aeac1-6f34-4cb9-9a8c-eb47f446df5a" 2024-11-18T23:22:05,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd53933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:05,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,36441,-1] 2024-11-18T23:22:05,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:05,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:05,759 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:05,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf69712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:05,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2369a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:05,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,33439,-1 for getting cluster id 2024-11-18T23:22:05,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:05,764 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8246e01-5d0e-46d7-8c76-19ad973ea9e9' 2024-11-18T23:22:05,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:05,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8246e01-5d0e-46d7-8c76-19ad973ea9e9" 2024-11-18T23:22:05,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@336cb89b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:05,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,33439,-1] 2024-11-18T23:22:05,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:05,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:05,767 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3dfb15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:05,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59edbb02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:05,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,36441,-1 for getting cluster id 2024-11-18T23:22:05,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:05,777 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '388aeac1-6f34-4cb9-9a8c-eb47f446df5a' 2024-11-18T23:22:05,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:05,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "388aeac1-6f34-4cb9-9a8c-eb47f446df5a" 2024-11-18T23:22:05,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459d5b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:05,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,36441,-1] 2024-11-18T23:22:05,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:05,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:05,780 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:05,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f819b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:05,784 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:22:05,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,36441,1731972110688 2024-11-18T23:22:05,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4678d4e 2024-11-18T23:22:05,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:22:05,789 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:22:05,789 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36441 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9d96596e55a9:33439,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T23:22:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36441 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T23:22:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:05,802 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:33439' 2024-11-18T23:22:05,804 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7718379b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:05,804 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,33439,-1 for getting cluster id 2024-11-18T23:22:05,804 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:05,805 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8246e01-5d0e-46d7-8c76-19ad973ea9e9' 2024-11-18T23:22:05,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:05,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8246e01-5d0e-46d7-8c76-19ad973ea9e9" 2024-11-18T23:22:05,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b15e4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:05,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,33439,-1] 2024-11-18T23:22:05,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:05,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:05,807 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:05,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2743aae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:05,808 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:22:05,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,33439,1731972118220 2024-11-18T23:22:05,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@640adc80 2024-11-18T23:22:05,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:22:05,811 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:22:05,813 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-18T23:22:05,813 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T23:22:05,813 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:05,813 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:05,814 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:22:05,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:22:05,816 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T23:22:05,817 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:22:05,818 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:05,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:22:05,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741837_1013 (size=1138) 2024-11-18T23:22:05,866 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T23:22:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:06,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T23:22:06,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T23:22:06,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:22:06,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T23:22:06,263 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4ee2f167acd6ab9e65e92dd08de109e0, NAME => 'hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f 2024-11-18T23:22:06,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741838_1014 (size=44) 2024-11-18T23:22:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:06,475 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T23:22:06,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:06,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4ee2f167acd6ab9e65e92dd08de109e0, disabling compactions & flushes 2024-11-18T23:22:06,733 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0. 2024-11-18T23:22:06,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0. 2024-11-18T23:22:06,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0. after waiting 0 ms 2024-11-18T23:22:06,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0. 2024-11-18T23:22:06,733 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0. 2024-11-18T23:22:06,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4ee2f167acd6ab9e65e92dd08de109e0: Waiting for close lock at 1731972126733Disabling compacts and flushes for region at 1731972126733Disabling writes for close at 1731972126733Writing region close event to WAL at 1731972126733Closed at 1731972126733 2024-11-18T23:22:06,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:22:06,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731972126736"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972126736"}]},"ts":"1731972126736"} 2024-11-18T23:22:06,745 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:22:06,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:22:06,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972126752"}]},"ts":"1731972126752"} 2024-11-18T23:22:06,761 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T23:22:06,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4ee2f167acd6ab9e65e92dd08de109e0, ASSIGN}] 2024-11-18T23:22:06,765 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4ee2f167acd6ab9e65e92dd08de109e0, ASSIGN 2024-11-18T23:22:06,768 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4ee2f167acd6ab9e65e92dd08de109e0, ASSIGN; state=OFFLINE, location=9d96596e55a9,44719,1731972111295; forceNewPlan=false, retain=false 2024-11-18T23:22:06,920 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4ee2f167acd6ab9e65e92dd08de109e0, regionState=OPENING, regionLocation=9d96596e55a9,44719,1731972111295 2024-11-18T23:22:06,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4ee2f167acd6ab9e65e92dd08de109e0, ASSIGN because future has completed 2024-11-18T23:22:06,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ee2f167acd6ab9e65e92dd08de109e0, server=9d96596e55a9,44719,1731972111295}] 2024-11-18T23:22:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:07,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0. 2024-11-18T23:22:07,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:22:07,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T23:22:07,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C44719%2C1731972111295.rep, suffix=, logDir=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295, archiveDir=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/oldWALs, maxLogs=10 2024-11-18T23:22:07,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.rep.1731972127099, exclude list is [], retry=0 2024-11-18T23:22:07,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33011,DS-d957fe6a-3a97-44f4-97e4-d36ce084a82c,DISK] 2024-11-18T23:22:07,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.rep.1731972127099 2024-11-18T23:22:07,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44683:44683)] 2024-11-18T23:22:07,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ee2f167acd6ab9e65e92dd08de109e0, NAME => 'hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:22:07,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:22:07,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:22:07,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0. service=MultiRowMutationService 2024-11-18T23:22:07,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T23:22:07,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4ee2f167acd6ab9e65e92dd08de109e0 2024-11-18T23:22:07,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:07,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4ee2f167acd6ab9e65e92dd08de109e0 2024-11-18T23:22:07,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4ee2f167acd6ab9e65e92dd08de109e0 2024-11-18T23:22:07,145 INFO [StoreOpener-4ee2f167acd6ab9e65e92dd08de109e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4ee2f167acd6ab9e65e92dd08de109e0 2024-11-18T23:22:07,148 INFO [StoreOpener-4ee2f167acd6ab9e65e92dd08de109e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ee2f167acd6ab9e65e92dd08de109e0 columnFamilyName hfileref 2024-11-18T23:22:07,148 DEBUG [StoreOpener-4ee2f167acd6ab9e65e92dd08de109e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:07,149 INFO [StoreOpener-4ee2f167acd6ab9e65e92dd08de109e0-1 {}] regionserver.HStore(327): Store=4ee2f167acd6ab9e65e92dd08de109e0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:07,149 INFO [StoreOpener-4ee2f167acd6ab9e65e92dd08de109e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4ee2f167acd6ab9e65e92dd08de109e0 2024-11-18T23:22:07,150 INFO [StoreOpener-4ee2f167acd6ab9e65e92dd08de109e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ee2f167acd6ab9e65e92dd08de109e0 columnFamilyName queue 2024-11-18T23:22:07,150 DEBUG [StoreOpener-4ee2f167acd6ab9e65e92dd08de109e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:07,150 INFO [StoreOpener-4ee2f167acd6ab9e65e92dd08de109e0-1 {}] regionserver.HStore(327): Store=4ee2f167acd6ab9e65e92dd08de109e0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:07,150 INFO [StoreOpener-4ee2f167acd6ab9e65e92dd08de109e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4ee2f167acd6ab9e65e92dd08de109e0 2024-11-18T23:22:07,152 INFO [StoreOpener-4ee2f167acd6ab9e65e92dd08de109e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ee2f167acd6ab9e65e92dd08de109e0 columnFamilyName sid 2024-11-18T23:22:07,152 DEBUG [StoreOpener-4ee2f167acd6ab9e65e92dd08de109e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:07,155 INFO [StoreOpener-4ee2f167acd6ab9e65e92dd08de109e0-1 {}] regionserver.HStore(327): Store=4ee2f167acd6ab9e65e92dd08de109e0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:07,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4ee2f167acd6ab9e65e92dd08de109e0 2024-11-18T23:22:07,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/replication/4ee2f167acd6ab9e65e92dd08de109e0 2024-11-18T23:22:07,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/replication/4ee2f167acd6ab9e65e92dd08de109e0 2024-11-18T23:22:07,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4ee2f167acd6ab9e65e92dd08de109e0 2024-11-18T23:22:07,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4ee2f167acd6ab9e65e92dd08de109e0 2024-11-18T23:22:07,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:22:07,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4ee2f167acd6ab9e65e92dd08de109e0 2024-11-18T23:22:07,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/replication/4ee2f167acd6ab9e65e92dd08de109e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:22:07,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4ee2f167acd6ab9e65e92dd08de109e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67365827, jitterRate=0.0038290470838546753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:22:07,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ee2f167acd6ab9e65e92dd08de109e0 2024-11-18T23:22:07,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4ee2f167acd6ab9e65e92dd08de109e0: Running coprocessor pre-open hook at 1731972127137Writing region info on filesystem at 1731972127137Initializing all the Stores at 1731972127144 (+7 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972127144Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972127145 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972127145Cleaning up temporary data from old regions at 1731972127158 (+13 ms)Running coprocessor post-open hooks at 1731972127163 (+5 ms)Region opened successfully at 1731972127164 (+1 ms) 2024-11-18T23:22:07,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0., pid=10, masterSystemTime=1731972127088 2024-11-18T23:22:07,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0. 2024-11-18T23:22:07,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0. 2024-11-18T23:22:07,174 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4ee2f167acd6ab9e65e92dd08de109e0, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,44719,1731972111295 2024-11-18T23:22:07,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ee2f167acd6ab9e65e92dd08de109e0, server=9d96596e55a9,44719,1731972111295 because future has completed 2024-11-18T23:22:07,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T23:22:07,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ee2f167acd6ab9e65e92dd08de109e0, server=9d96596e55a9,44719,1731972111295 in 276 msec 2024-11-18T23:22:07,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T23:22:07,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4ee2f167acd6ab9e65e92dd08de109e0, ASSIGN in 446 msec 2024-11-18T23:22:07,210 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:22:07,210 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972127210"}]},"ts":"1731972127210"} 2024-11-18T23:22:07,213 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T23:22:07,214 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:22:07,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4000 sec 2024-11-18T23:22:07,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0., hostname=9d96596e55a9,44719,1731972111295, seqNum=2] 2024-11-18T23:22:07,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0504286409 2024-11-18T23:22:07,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10150410af50001, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0504286409 2024-11-18T23:22:07,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T23:22:07,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T23:22:07,543 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T23:22:07,583 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9d96596e55a9,44719,1731972111295, ReplicationSource: 1, currentBandwidth=0 2024-11-18T23:22:07,583 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:22:07,584 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,44719,1731972111295, seqNum=-1] 2024-11-18T23:22:07,584 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:22:07,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-18T23:22:07,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9d96596e55a9,44719,1731972111295', locateType=CURRENT is [region=hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0., hostname=9d96596e55a9,44719,1731972111295, seqNum=2] 2024-11-18T23:22:07,594 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T23:22:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36441 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T23:22:07,599 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9d96596e55a9,44719,1731972111295 suceeded 2024-11-18T23:22:07,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T23:22:07,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-11-18T23:22:07,602 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9d96596e55a9:33439,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T23:22:07,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8120 sec 2024-11-18T23:22:07,611 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:33439' 2024-11-18T23:22:07,613 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ea2be29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:07,613 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,33439,-1 for getting cluster id 2024-11-18T23:22:07,613 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:07,614 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8246e01-5d0e-46d7-8c76-19ad973ea9e9' 2024-11-18T23:22:07,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:07,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8246e01-5d0e-46d7-8c76-19ad973ea9e9" 2024-11-18T23:22:07,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b3c1099, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:07,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,33439,-1] 2024-11-18T23:22:07,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:07,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:07,616 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:07,617 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3501fe53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:07,617 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:22:07,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,33439,1731972118220 2024-11-18T23:22:07,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4728de7c 2024-11-18T23:22:07,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:22:07,618 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-18T23:22:07,619 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9d96596e55a9,44719,1731972111295 (queues=1) is replicating from cluster=388aeac1-6f34-4cb9-9a8c-eb47f446df5a to cluster=b8246e01-5d0e-46d7-8c76-19ad973ea9e9 2024-11-18T23:22:07,619 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9d96596e55a9%2C44719%2C1731972111295 2024-11-18T23:22:07,619 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9d96596e55a9,44719,1731972111295, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T23:22:07,620 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.shipper9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9d96596e55a9%2C44719%2C1731972111295 2024-11-18T23:22:07,620 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085, startPosition=0, beingWritten=true 2024-11-18T23:22:07,630 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:22:07,630 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 379, reset compression=false 2024-11-18T23:22:07,630 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.shipper9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,44719,1731972111295 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:22:07,844 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 379, reset compression=false 2024-11-18T23:22:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:07,959 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T23:22:07,959 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:22:07,959 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:22:07,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:07,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:07,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:22:07,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b0f134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:07,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,33439,-1 for getting cluster id 2024-11-18T23:22:07,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:07,962 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8246e01-5d0e-46d7-8c76-19ad973ea9e9' 2024-11-18T23:22:07,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:07,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8246e01-5d0e-46d7-8c76-19ad973ea9e9" 2024-11-18T23:22:07,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0e8ec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:07,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,33439,-1] 2024-11-18T23:22:07,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:07,966 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:07,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0142b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:07,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:22:07,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,33439,1731972118220 2024-11-18T23:22:07,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4498ccf4 2024-11-18T23:22:07,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:22:07,982 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:22:07,983 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9d96596e55a9:36441,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T23:22:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T23:22:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:07,991 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:36441' 2024-11-18T23:22:07,993 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c947ed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:07,993 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,36441,-1 for getting cluster id 2024-11-18T23:22:07,993 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:07,994 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '388aeac1-6f34-4cb9-9a8c-eb47f446df5a' 2024-11-18T23:22:07,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:07,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "388aeac1-6f34-4cb9-9a8c-eb47f446df5a" 2024-11-18T23:22:07,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690150a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:07,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,36441,-1] 2024-11-18T23:22:07,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:07,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:07,996 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:07,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450f512f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:07,997 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:22:07,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,36441,1731972110688 2024-11-18T23:22:07,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3477d744 2024-11-18T23:22:07,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:22:07,999 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:22:08,000 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T23:22:08,000 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T23:22:08,000 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:08,000 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:08,001 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:22:08,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:22:08,005 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T23:22:08,009 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:22:08,009 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:08,012 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:22:08,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741837_1013 (size=1138) 2024-11-18T23:22:08,055 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T23:22:08,085 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 43a82aef652cf382d6eb5c9ea3e63b03, NAME => 'hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e 2024-11-18T23:22:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:08,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741838_1014 (size=44) 2024-11-18T23:22:08,166 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 379, reset compression=false 2024-11-18T23:22:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:08,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:08,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 43a82aef652cf382d6eb5c9ea3e63b03, disabling compactions & flushes 2024-11-18T23:22:08,529 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03. 2024-11-18T23:22:08,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03. 2024-11-18T23:22:08,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03. after waiting 0 ms 2024-11-18T23:22:08,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03. 2024-11-18T23:22:08,529 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03. 2024-11-18T23:22:08,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 43a82aef652cf382d6eb5c9ea3e63b03: Waiting for close lock at 1731972128529Disabling compacts and flushes for region at 1731972128529Disabling writes for close at 1731972128529Writing region close event to WAL at 1731972128529Closed at 1731972128529 2024-11-18T23:22:08,531 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:22:08,532 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731972128531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972128531"}]},"ts":"1731972128531"} 2024-11-18T23:22:08,541 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:22:08,543 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:22:08,543 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972128543"}]},"ts":"1731972128543"} 2024-11-18T23:22:08,553 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T23:22:08,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=43a82aef652cf382d6eb5c9ea3e63b03, ASSIGN}] 2024-11-18T23:22:08,556 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=43a82aef652cf382d6eb5c9ea3e63b03, ASSIGN 2024-11-18T23:22:08,557 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=43a82aef652cf382d6eb5c9ea3e63b03, ASSIGN; state=OFFLINE, location=9d96596e55a9,38679,1731972118861; forceNewPlan=false, retain=false 2024-11-18T23:22:08,576 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 379, reset compression=false 2024-11-18T23:22:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:08,708 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=43a82aef652cf382d6eb5c9ea3e63b03, regionState=OPENING, regionLocation=9d96596e55a9,38679,1731972118861 2024-11-18T23:22:08,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=43a82aef652cf382d6eb5c9ea3e63b03, ASSIGN because future has completed 2024-11-18T23:22:08,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43a82aef652cf382d6eb5c9ea3e63b03, server=9d96596e55a9,38679,1731972118861}] 2024-11-18T23:22:08,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03. 2024-11-18T23:22:08,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:22:08,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T23:22:08,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C38679%2C1731972118861.rep, suffix=, logDir=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861, archiveDir=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/oldWALs, maxLogs=10 2024-11-18T23:22:08,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.rep.1731972128913, exclude list is [], retry=0 2024-11-18T23:22:08,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36939,DS-0b9911bd-c9e7-41bb-a685-47127c884d68,DISK] 2024-11-18T23:22:08,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.rep.1731972128913 2024-11-18T23:22:08,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36085:36085)] 2024-11-18T23:22:08,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 43a82aef652cf382d6eb5c9ea3e63b03, NAME => 'hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:22:08,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:22:08,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:22:08,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03. service=MultiRowMutationService 2024-11-18T23:22:08,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T23:22:08,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 43a82aef652cf382d6eb5c9ea3e63b03 2024-11-18T23:22:08,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:08,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 43a82aef652cf382d6eb5c9ea3e63b03 2024-11-18T23:22:08,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 43a82aef652cf382d6eb5c9ea3e63b03 2024-11-18T23:22:08,952 INFO [StoreOpener-43a82aef652cf382d6eb5c9ea3e63b03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 43a82aef652cf382d6eb5c9ea3e63b03 2024-11-18T23:22:08,954 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:22:08,975 INFO [StoreOpener-43a82aef652cf382d6eb5c9ea3e63b03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43a82aef652cf382d6eb5c9ea3e63b03 columnFamilyName hfileref 2024-11-18T23:22:08,975 DEBUG [StoreOpener-43a82aef652cf382d6eb5c9ea3e63b03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:08,976 INFO [StoreOpener-43a82aef652cf382d6eb5c9ea3e63b03-1 {}] regionserver.HStore(327): Store=43a82aef652cf382d6eb5c9ea3e63b03/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:08,976 INFO [StoreOpener-43a82aef652cf382d6eb5c9ea3e63b03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 43a82aef652cf382d6eb5c9ea3e63b03 2024-11-18T23:22:08,978 INFO [StoreOpener-43a82aef652cf382d6eb5c9ea3e63b03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43a82aef652cf382d6eb5c9ea3e63b03 columnFamilyName queue 2024-11-18T23:22:08,978 DEBUG [StoreOpener-43a82aef652cf382d6eb5c9ea3e63b03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:08,978 INFO [StoreOpener-43a82aef652cf382d6eb5c9ea3e63b03-1 {}] regionserver.HStore(327): Store=43a82aef652cf382d6eb5c9ea3e63b03/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:08,978 INFO [StoreOpener-43a82aef652cf382d6eb5c9ea3e63b03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 43a82aef652cf382d6eb5c9ea3e63b03 2024-11-18T23:22:08,980 INFO [StoreOpener-43a82aef652cf382d6eb5c9ea3e63b03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43a82aef652cf382d6eb5c9ea3e63b03 columnFamilyName sid 2024-11-18T23:22:08,980 DEBUG [StoreOpener-43a82aef652cf382d6eb5c9ea3e63b03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:08,988 INFO [StoreOpener-43a82aef652cf382d6eb5c9ea3e63b03-1 {}] regionserver.HStore(327): Store=43a82aef652cf382d6eb5c9ea3e63b03/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:08,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 43a82aef652cf382d6eb5c9ea3e63b03 2024-11-18T23:22:08,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/replication/43a82aef652cf382d6eb5c9ea3e63b03 2024-11-18T23:22:08,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/replication/43a82aef652cf382d6eb5c9ea3e63b03 2024-11-18T23:22:09,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 43a82aef652cf382d6eb5c9ea3e63b03 2024-11-18T23:22:09,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 43a82aef652cf382d6eb5c9ea3e63b03 2024-11-18T23:22:09,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:22:09,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 43a82aef652cf382d6eb5c9ea3e63b03 2024-11-18T23:22:09,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:09,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/replication/43a82aef652cf382d6eb5c9ea3e63b03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:22:09,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:09,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:09,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 43a82aef652cf382d6eb5c9ea3e63b03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67871053, jitterRate=0.011357501149177551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:22:09,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43a82aef652cf382d6eb5c9ea3e63b03 2024-11-18T23:22:09,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:09,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 43a82aef652cf382d6eb5c9ea3e63b03: Running coprocessor pre-open hook at 1731972128942Writing region info on filesystem at 1731972128942Initializing all the Stores at 1731972128949 (+7 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972128949Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972128952 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972128952Cleaning up temporary data from old regions at 1731972129001 (+49 ms)Running coprocessor post-open hooks at 1731972129007 (+6 ms)Region opened successfully at 1731972129007 2024-11-18T23:22:09,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:09,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:09,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03., pid=10, masterSystemTime=1731972128882 2024-11-18T23:22:09,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03. 2024-11-18T23:22:09,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03. 2024-11-18T23:22:09,013 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=43a82aef652cf382d6eb5c9ea3e63b03, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,38679,1731972118861 2024-11-18T23:22:09,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43a82aef652cf382d6eb5c9ea3e63b03, server=9d96596e55a9,38679,1731972118861 because future has completed 2024-11-18T23:22:09,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:09,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:09,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:09,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T23:22:09,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 43a82aef652cf382d6eb5c9ea3e63b03, server=9d96596e55a9,38679,1731972118861 in 307 msec 2024-11-18T23:22:09,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T23:22:09,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=43a82aef652cf382d6eb5c9ea3e63b03, ASSIGN in 480 msec 2024-11-18T23:22:09,037 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:22:09,038 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972129037"}]},"ts":"1731972129037"} 2024-11-18T23:22:09,041 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T23:22:09,042 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:22:09,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0410 sec 2024-11-18T23:22:09,048 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T23:22:09,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03., hostname=9d96596e55a9,38679,1731972118861, seqNum=2] 2024-11-18T23:22:09,089 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 379, reset compression=false 2024-11-18T23:22:09,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10150410af50004, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975328679 2024-11-18T23:22:09,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975328679 2024-11-18T23:22:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:09,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T23:22:09,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T23:22:09,288 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T23:22:09,328 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9d96596e55a9,38679,1731972118861, ReplicationSource: 1, currentBandwidth=0 2024-11-18T23:22:09,329 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:22:09,329 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,38679,1731972118861, seqNum=-1] 2024-11-18T23:22:09,329 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:22:09,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-18T23:22:09,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9d96596e55a9,38679,1731972118861', locateType=CURRENT is [region=hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03., hostname=9d96596e55a9,38679,1731972118861, seqNum=2] 2024-11-18T23:22:09,344 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T23:22:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T23:22:09,347 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9d96596e55a9,38679,1731972118861 suceeded 2024-11-18T23:22:09,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T23:22:09,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-11-18T23:22:09,351 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9d96596e55a9:36441,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T23:22:09,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3680 sec 2024-11-18T23:22:09,361 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:36441' 2024-11-18T23:22:09,367 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a623ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:09,367 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,36441,-1 for getting cluster id 2024-11-18T23:22:09,367 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:09,369 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '388aeac1-6f34-4cb9-9a8c-eb47f446df5a' 2024-11-18T23:22:09,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:09,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "388aeac1-6f34-4cb9-9a8c-eb47f446df5a" 2024-11-18T23:22:09,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1235512c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:09,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,36441,-1] 2024-11-18T23:22:09,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:09,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:09,372 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:09,373 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c7d0b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:09,373 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:22:09,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,36441,1731972110688 2024-11-18T23:22:09,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22034163 2024-11-18T23:22:09,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:22:09,375 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-18T23:22:09,376 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9d96596e55a9,38679,1731972118861 (queues=1) is replicating from cluster=b8246e01-5d0e-46d7-8c76-19ad973ea9e9 to cluster=388aeac1-6f34-4cb9-9a8c-eb47f446df5a 2024-11-18T23:22:09,377 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9d96596e55a9%2C38679%2C1731972118861 2024-11-18T23:22:09,377 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9d96596e55a9,38679,1731972118861, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T23:22:09,377 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003, startPosition=0, beingWritten=true 2024-11-18T23:22:09,384 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.shipper9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9d96596e55a9%2C38679%2C1731972118861 2024-11-18T23:22:09,391 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:22:09,391 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 379, reset compression=false 2024-11-18T23:22:09,391 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.shipper9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,38679,1731972118861 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:22:09,612 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 379, reset compression=false 2024-11-18T23:22:09,701 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 379, reset compression=false 2024-11-18T23:22:09,916 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 379, reset compression=false 2024-11-18T23:22:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33439 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:10,137 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T23:22:10,137 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:22:10,137 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:22:10,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:10,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:10,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:22:10,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:22:10,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,44719,1731972111295, seqNum=-1] 2024-11-18T23:22:10,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:22:10,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:22:10,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547., hostname=9d96596e55a9,44719,1731972111295, seqNum=2] 2024-11-18T23:22:10,145 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:22:10,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,38679,1731972118861, seqNum=-1] 2024-11-18T23:22:10,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:22:10,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:22:10,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731972125111.434fc51b513ad36f1813887462a8f275., hostname=9d96596e55a9,38679,1731972118861, seqNum=2] 2024-11-18T23:22:10,153 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T23:22:10,320 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 379, reset compression=false 2024-11-18T23:22:10,405 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 379, reset compression=false 2024-11-18T23:22:10,410 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:22:10,410 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 480, reset compression=false 2024-11-18T23:22:10,410 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.shipper9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,44719,1731972111295 got entry batch from reader: WALEntryBatch [walEntries=[{test/a7bf6833af0a9a111c69f98e967f8547/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T23:22:10,414 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.shipper9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:22:10,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-18T23:22:10,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:22:10,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2870f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:10,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,33439,-1 for getting cluster id 2024-11-18T23:22:10,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:10,422 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8246e01-5d0e-46d7-8c76-19ad973ea9e9' 2024-11-18T23:22:10,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:10,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8246e01-5d0e-46d7-8c76-19ad973ea9e9" 2024-11-18T23:22:10,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53f2d974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:10,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,33439,-1] 2024-11-18T23:22:10,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:10,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:10,424 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:10,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1be40bfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:10,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:22:10,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,38679,1731972118861, seqNum=-1] 2024-11-18T23:22:10,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:22:10,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-18T23:22:10,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731972125111.434fc51b513ad36f1813887462a8f275., hostname=9d96596e55a9,38679,1731972118861, seqNum=2] 2024-11-18T23:22:10,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:22:10,623 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 480, reset compression=false 2024-11-18T23:22:10,825 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 379, reset compression=false 2024-11-18T23:22:10,845 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:22:10,846 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 503, reset compression=false 2024-11-18T23:22:10,846 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.shipper9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,38679,1731972118861 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:22:10,934 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 480, reset compression=false 2024-11-18T23:22:11,053 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 503, reset compression=false 2024-11-18T23:22:11,157 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T23:22:11,160 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T23:22:11,338 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 480, reset compression=false 2024-11-18T23:22:11,359 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 503, reset compression=false 2024-11-18T23:22:11,365 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:22:11,365 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 607, reset compression=false 2024-11-18T23:22:11,368 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.shipper9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,38679,1731972118861 got entry batch from reader: WALEntryBatch [walEntries=[{test/434fc51b513ad36f1813887462a8f275/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T23:22:11,372 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.shipper9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:22:11,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-18T23:22:11,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:22:11,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18d46480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:11,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,36441,-1 for getting cluster id 2024-11-18T23:22:11,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:11,378 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '388aeac1-6f34-4cb9-9a8c-eb47f446df5a' 2024-11-18T23:22:11,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:11,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "388aeac1-6f34-4cb9-9a8c-eb47f446df5a" 2024-11-18T23:22:11,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@398654e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:11,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,36441,-1] 2024-11-18T23:22:11,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:11,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:11,379 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:11,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43b0075d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:11,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:22:11,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,44719,1731972111295, seqNum=-1] 2024-11-18T23:22:11,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:22:11,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-18T23:22:11,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547., hostname=9d96596e55a9,44719,1731972111295, seqNum=2] 2024-11-18T23:22:11,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:22:11,575 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 607, reset compression=false 2024-11-18T23:22:11,863 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 480, reset compression=false 2024-11-18T23:22:11,868 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:22:11,868 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 608, reset compression=false 2024-11-18T23:22:11,868 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.shipper9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,44719,1731972111295 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:22:11,888 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 607, reset compression=false 2024-11-18T23:22:12,096 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 608, reset compression=false 2024-11-18T23:22:12,162 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T23:22:12,167 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T23:22:12,306 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 607, reset compression=false 2024-11-18T23:22:12,399 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 608, reset compression=false 2024-11-18T23:22:12,407 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:22:12,407 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.shipper9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,44719,1731972111295 got entry batch from reader: WALEntryBatch [walEntries=[{test/a7bf6833af0a9a111c69f98e967f8547/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T23:22:12,408 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 764, reset compression=false 2024-11-18T23:22:12,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:22:12,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38679 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:22:12,612 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 764, reset compression=false 2024-11-18T23:22:12,809 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 607, reset compression=false 2024-11-18T23:22:12,831 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:22:12,831 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 754, reset compression=false 2024-11-18T23:22:12,831 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.shipper9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,38679,1731972118861 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:22:12,917 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 764, reset compression=false 2024-11-18T23:22:13,035 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 754, reset compression=false 2024-11-18T23:22:13,169 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T23:22:13,172 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T23:22:13,329 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 764, reset compression=false 2024-11-18T23:22:13,343 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 754, reset compression=false 2024-11-18T23:22:13,348 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:22:13,348 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 913, reset compression=false 2024-11-18T23:22:13,349 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.shipper9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,38679,1731972118861 got entry batch from reader: WALEntryBatch [walEntries=[{test/434fc51b513ad36f1813887462a8f275/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T23:22:13,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:22:13,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44719 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:22:13,554 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 913, reset compression=false 2024-11-18T23:22:13,837 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 764, reset compression=false 2024-11-18T23:22:13,845 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:22:13,845 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 914, reset compression=false 2024-11-18T23:22:13,845 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.shipper9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,44719,1731972111295 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:22:13,862 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 913, reset compression=false 2024-11-18T23:22:14,053 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 914, reset compression=false 2024-11-18T23:22:14,177 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T23:22:14,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T23:22:14,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:22:14,182 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:22:14,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:14,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:14,182 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T23:22:14,182 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=306412038, stopped=false 2024-11-18T23:22:14,182 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d96596e55a9,33439,1731972118220 2024-11-18T23:22:14,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:22:14,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975328679/running 2024-11-18T23:22:14,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975328679 2024-11-18T23:22:14,258 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:22:14,259 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:22:14,259 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:22:14,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:14,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10150410af50004, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975328679/running 2024-11-18T23:22:14,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Set watcher on znode that does not yet exist, /1-1975328679/running 2024-11-18T23:22:14,259 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d96596e55a9,38679,1731972118861' ***** 2024-11-18T23:22:14,259 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T23:22:14,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10150410af50004, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975328679 2024-11-18T23:22:14,260 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T23:22:14,260 INFO [RS:0;9d96596e55a9:38679 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T23:22:14,260 INFO [RS:0;9d96596e55a9:38679 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T23:22:14,260 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(3091): Received CLOSE for 434fc51b513ad36f1813887462a8f275 2024-11-18T23:22:14,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38679-0x10150410af50004, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Set watcher on znode that does not yet exist, /1-1975328679/running 2024-11-18T23:22:14,260 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T23:22:14,260 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(3091): Received CLOSE for 43a82aef652cf382d6eb5c9ea3e63b03 2024-11-18T23:22:14,260 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(959): stopping server 9d96596e55a9,38679,1731972118861 2024-11-18T23:22:14,260 INFO [RS:0;9d96596e55a9:38679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:22:14,260 INFO [RS:0;9d96596e55a9:38679 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:38679. 2024-11-18T23:22:14,261 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 434fc51b513ad36f1813887462a8f275, disabling compactions & flushes 2024-11-18T23:22:14,261 DEBUG [RS:0;9d96596e55a9:38679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:22:14,261 DEBUG [RS:0;9d96596e55a9:38679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:14,261 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731972125111.434fc51b513ad36f1813887462a8f275. 2024-11-18T23:22:14,261 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T23:22:14,261 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T23:22:14,261 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T23:22:14,261 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972125111.434fc51b513ad36f1813887462a8f275. 2024-11-18T23:22:14,261 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731972125111.434fc51b513ad36f1813887462a8f275. after waiting 0 ms 2024-11-18T23:22:14,261 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T23:22:14,261 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731972125111.434fc51b513ad36f1813887462a8f275. 2024-11-18T23:22:14,261 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 434fc51b513ad36f1813887462a8f275 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-18T23:22:14,261 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T23:22:14,261 DEBUG [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 434fc51b513ad36f1813887462a8f275=test,,1731972125111.434fc51b513ad36f1813887462a8f275., 43a82aef652cf382d6eb5c9ea3e63b03=hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03.} 2024-11-18T23:22:14,261 DEBUG [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 434fc51b513ad36f1813887462a8f275, 43a82aef652cf382d6eb5c9ea3e63b03 2024-11-18T23:22:14,261 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:22:14,262 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:22:14,262 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:22:14,262 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:22:14,262 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:22:14,262 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T23:22:14,280 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 913, reset compression=false 2024-11-18T23:22:14,301 INFO [regionserver/9d96596e55a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:22:14,315 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740/.tmp/info/c711015f8c6f4681971d05f40e204464 is 147, key is hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03./info:regioninfo/1731972129013/Put/seqid=0 2024-11-18T23:22:14,318 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/default/test/434fc51b513ad36f1813887462a8f275/.tmp/f/4f0a52f2e96548a489b5c5dc189533c1 is 29, key is row1/f:/1731972133170/DeleteFamily/seqid=0 2024-11-18T23:22:14,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741840_1016 (size=5118) 2024-11-18T23:22:14,334 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:22:14,334 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 1160, reset compression=false 2024-11-18T23:22:14,334 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.shipper9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,38679,1731972118861 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:22:14,334 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/default/test/434fc51b513ad36f1813887462a8f275/.tmp/f/4f0a52f2e96548a489b5c5dc189533c1 2024-11-18T23:22:14,335 ERROR [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.shipper9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9d96596e55a9,38679,1731972118861: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9d96596e55a9,38679,1731972118861, walGroup=9d96596e55a9%2C38679%2C1731972118861, offset=9d96596e55a9%2C38679%2C1731972118861.1731972123003:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:38679 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T23:22:14,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741841_1017 (size=7686) 2024-11-18T23:22:14,336 ERROR [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.shipper9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T23:22:14,336 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.shipper9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T23:22:14,337 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.shipper9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T23:22:14,337 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.shipper9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T23:22:14,337 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.shipper9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T23:22:14,337 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.shipper9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 543981056 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 191514192 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T23:22:14,337 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.shipper9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:33439 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:33439 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T23:22:14,344 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f0a52f2e96548a489b5c5dc189533c1 2024-11-18T23:22:14,376 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/default/test/434fc51b513ad36f1813887462a8f275/.tmp/f1/ebf87aa501934924a61e5d85b7e028b0 is 30, key is row1/f1:/1731972133170/DeleteFamily/seqid=0 2024-11-18T23:22:14,385 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 914, reset compression=false 2024-11-18T23:22:14,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741842_1018 (size=5123) 2024-11-18T23:22:14,444 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:22:14,461 DEBUG [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 434fc51b513ad36f1813887462a8f275, 43a82aef652cf382d6eb5c9ea3e63b03 2024-11-18T23:22:14,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:14,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:14,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:14,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:14,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:14,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:14,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:14,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:14,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:14,542 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 1160, reset compression=false 2024-11-18T23:22:14,663 DEBUG [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 434fc51b513ad36f1813887462a8f275, 43a82aef652cf382d6eb5c9ea3e63b03 2024-11-18T23:22:14,739 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740/.tmp/info/c711015f8c6f4681971d05f40e204464 2024-11-18T23:22:14,776 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740/.tmp/ns/b06ed228b4634908b784b657184446c5 is 43, key is default/ns:d/1731972123740/Put/seqid=0 2024-11-18T23:22:14,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741843_1019 (size=5153) 2024-11-18T23:22:14,786 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740/.tmp/ns/b06ed228b4634908b784b657184446c5 2024-11-18T23:22:14,825 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 914, reset compression=false 2024-11-18T23:22:14,844 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740/.tmp/rep_barrier/c95adbbaebab404f938e65669c235a99 is 112, key is test,,1731972125111.434fc51b513ad36f1813887462a8f275./rep_barrier:seqnumDuringOpen/1731972125509/Put/seqid=0 2024-11-18T23:22:14,846 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/default/test/434fc51b513ad36f1813887462a8f275/.tmp/f1/ebf87aa501934924a61e5d85b7e028b0 2024-11-18T23:22:14,853 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ebf87aa501934924a61e5d85b7e028b0 2024-11-18T23:22:14,856 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 1160, reset compression=false 2024-11-18T23:22:14,859 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T23:22:14,859 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T23:22:14,864 DEBUG [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 434fc51b513ad36f1813887462a8f275, 43a82aef652cf382d6eb5c9ea3e63b03 2024-11-18T23:22:14,900 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/default/test/434fc51b513ad36f1813887462a8f275/.tmp/norep/7386afff46eb43ffa2f918a0cc88d5fc is 33, key is row1/norep:/1731972133170/DeleteFamily/seqid=0 2024-11-18T23:22:14,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741844_1020 (size=5518) 2024-11-18T23:22:14,916 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740/.tmp/rep_barrier/c95adbbaebab404f938e65669c235a99 2024-11-18T23:22:14,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741845_1021 (size=5108) 2024-11-18T23:22:14,943 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/default/test/434fc51b513ad36f1813887462a8f275/.tmp/norep/7386afff46eb43ffa2f918a0cc88d5fc 2024-11-18T23:22:14,955 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7386afff46eb43ffa2f918a0cc88d5fc 2024-11-18T23:22:14,956 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/default/test/434fc51b513ad36f1813887462a8f275/.tmp/f/4f0a52f2e96548a489b5c5dc189533c1 as hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/default/test/434fc51b513ad36f1813887462a8f275/f/4f0a52f2e96548a489b5c5dc189533c1 2024-11-18T23:22:14,960 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f0a52f2e96548a489b5c5dc189533c1 2024-11-18T23:22:14,960 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/default/test/434fc51b513ad36f1813887462a8f275/f/4f0a52f2e96548a489b5c5dc189533c1, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T23:22:14,962 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/default/test/434fc51b513ad36f1813887462a8f275/.tmp/f1/ebf87aa501934924a61e5d85b7e028b0 as hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/default/test/434fc51b513ad36f1813887462a8f275/f1/ebf87aa501934924a61e5d85b7e028b0 2024-11-18T23:22:14,967 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ebf87aa501934924a61e5d85b7e028b0 2024-11-18T23:22:14,967 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/default/test/434fc51b513ad36f1813887462a8f275/f1/ebf87aa501934924a61e5d85b7e028b0, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T23:22:14,968 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/default/test/434fc51b513ad36f1813887462a8f275/.tmp/norep/7386afff46eb43ffa2f918a0cc88d5fc as hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/default/test/434fc51b513ad36f1813887462a8f275/norep/7386afff46eb43ffa2f918a0cc88d5fc 2024-11-18T23:22:14,971 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7386afff46eb43ffa2f918a0cc88d5fc 2024-11-18T23:22:14,971 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/default/test/434fc51b513ad36f1813887462a8f275/norep/7386afff46eb43ffa2f918a0cc88d5fc, entries=1, sequenceid=8, filesize=5.0 K 2024-11-18T23:22:14,972 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740/.tmp/table/98a2dc49eeb8411fa61211ed3c96f561 is 53, key is hbase:replication/table:state/1731972129037/Put/seqid=0 2024-11-18T23:22:14,972 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 434fc51b513ad36f1813887462a8f275 in 711ms, sequenceid=8, compaction requested=false 2024-11-18T23:22:15,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741846_1022 (size=5308) 2024-11-18T23:22:15,026 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740/.tmp/table/98a2dc49eeb8411fa61211ed3c96f561 2024-11-18T23:22:15,031 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740/.tmp/info/c711015f8c6f4681971d05f40e204464 as hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740/info/c711015f8c6f4681971d05f40e204464 2024-11-18T23:22:15,036 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740/info/c711015f8c6f4681971d05f40e204464, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T23:22:15,040 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740/.tmp/ns/b06ed228b4634908b784b657184446c5 as hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740/ns/b06ed228b4634908b784b657184446c5 2024-11-18T23:22:15,048 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/default/test/434fc51b513ad36f1813887462a8f275/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T23:22:15,052 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:22:15,052 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:22:15,052 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731972125111.434fc51b513ad36f1813887462a8f275. 2024-11-18T23:22:15,052 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 434fc51b513ad36f1813887462a8f275: Waiting for close lock at 1731972134260Running coprocessor pre-close hooks at 1731972134260Disabling compacts and flushes for region at 1731972134260Disabling writes for close at 1731972134261 (+1 ms)Obtaining lock to block concurrent updates at 1731972134261Preparing flush snapshotting stores in 434fc51b513ad36f1813887462a8f275 at 1731972134261Finished memstore snapshotting test,,1731972125111.434fc51b513ad36f1813887462a8f275., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731972134261Flushing stores of test,,1731972125111.434fc51b513ad36f1813887462a8f275. at 1731972134264 (+3 ms)Flushing 434fc51b513ad36f1813887462a8f275/f: creating writer at 1731972134264Flushing 434fc51b513ad36f1813887462a8f275/f: appending metadata at 1731972134318 (+54 ms)Flushing 434fc51b513ad36f1813887462a8f275/f: closing flushed file at 1731972134318Flushing 434fc51b513ad36f1813887462a8f275/f1: creating writer at 1731972134345 (+27 ms)Flushing 434fc51b513ad36f1813887462a8f275/f1: appending metadata at 1731972134375 (+30 ms)Flushing 434fc51b513ad36f1813887462a8f275/f1: closing flushed file at 1731972134375Flushing 434fc51b513ad36f1813887462a8f275/norep: creating writer at 1731972134853 (+478 ms)Flushing 434fc51b513ad36f1813887462a8f275/norep: appending metadata at 1731972134900 (+47 ms)Flushing 434fc51b513ad36f1813887462a8f275/norep: closing flushed file at 1731972134900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36527c61: reopening flushed file at 1731972134955 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2884565f: reopening flushed file at 1731972134961 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c678a01: reopening flushed file at 1731972134967 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 434fc51b513ad36f1813887462a8f275 in 711ms, sequenceid=8, compaction requested=false at 1731972134972 (+5 ms)Writing region close event to WAL at 1731972135008 (+36 ms)Running coprocessor post-close hooks at 1731972135051 (+43 ms)Closed at 1731972135052 (+1 ms) 2024-11-18T23:22:15,052 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731972125111.434fc51b513ad36f1813887462a8f275. 2024-11-18T23:22:15,052 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43a82aef652cf382d6eb5c9ea3e63b03, disabling compactions & flushes 2024-11-18T23:22:15,052 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03. 2024-11-18T23:22:15,052 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03. 2024-11-18T23:22:15,052 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03. after waiting 0 ms 2024-11-18T23:22:15,052 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03. 2024-11-18T23:22:15,053 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43a82aef652cf382d6eb5c9ea3e63b03: Waiting for close lock at 1731972135052Running coprocessor pre-close hooks at 1731972135052Disabling compacts and flushes for region at 1731972135052Disabling writes for close at 1731972135052Failed flush hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03., putting online again at 1731972135053 (+1 ms) 2024-11-18T23:22:15,053 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03. 2024-11-18T23:22:15,055 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740/ns/b06ed228b4634908b784b657184446c5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T23:22:15,056 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740/.tmp/rep_barrier/c95adbbaebab404f938e65669c235a99 as hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740/rep_barrier/c95adbbaebab404f938e65669c235a99 2024-11-18T23:22:15,060 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740/rep_barrier/c95adbbaebab404f938e65669c235a99, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T23:22:15,061 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740/.tmp/table/98a2dc49eeb8411fa61211ed3c96f561 as hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740/table/98a2dc49eeb8411fa61211ed3c96f561 2024-11-18T23:22:15,068 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(3091): Received CLOSE for 43a82aef652cf382d6eb5c9ea3e63b03 2024-11-18T23:22:15,068 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740/table/98a2dc49eeb8411fa61211ed3c96f561, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T23:22:15,068 DEBUG [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43a82aef652cf382d6eb5c9ea3e63b03 2024-11-18T23:22:15,068 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43a82aef652cf382d6eb5c9ea3e63b03, disabling compactions & flushes 2024-11-18T23:22:15,068 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03. 2024-11-18T23:22:15,068 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03. 2024-11-18T23:22:15,068 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03. after waiting 0 ms 2024-11-18T23:22:15,068 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03. 2024-11-18T23:22:15,068 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43a82aef652cf382d6eb5c9ea3e63b03: Waiting for close lock at 1731972135068Running coprocessor pre-close hooks at 1731972135068Disabling compacts and flushes for region at 1731972135068Disabling writes for close at 1731972135068Failed flush hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03., putting online again at 1731972135068 2024-11-18T23:22:15,068 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03. 2024-11-18T23:22:15,069 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 807ms, sequenceid=16, compaction requested=false 2024-11-18T23:22:15,077 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T23:22:15,077 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:22:15,077 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:22:15,077 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:22:15,077 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972134261Running coprocessor pre-close hooks at 1731972134261Disabling compacts and flushes for region at 1731972134261Disabling writes for close at 1731972134262 (+1 ms)Obtaining lock to block concurrent updates at 1731972134262Preparing flush snapshotting stores in 1588230740 at 1731972134262Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731972134262Flushing stores of hbase:meta,,1.1588230740 at 1731972134263 (+1 ms)Flushing 1588230740/info: creating writer at 1731972134263Flushing 1588230740/info: appending metadata at 1731972134315 (+52 ms)Flushing 1588230740/info: closing flushed file at 1731972134315Flushing 1588230740/ns: creating writer at 1731972134753 (+438 ms)Flushing 1588230740/ns: appending metadata at 1731972134776 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731972134776Flushing 1588230740/rep_barrier: creating writer at 1731972134799 (+23 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731972134842 (+43 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731972134842Flushing 1588230740/table: creating writer at 1731972134945 (+103 ms)Flushing 1588230740/table: appending metadata at 1731972134971 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731972134971Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36c28905: reopening flushed file at 1731972135030 (+59 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f5131ab: reopening flushed file at 1731972135036 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e11b780: reopening flushed file at 1731972135055 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@590b1c5c: reopening flushed file at 1731972135061 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 807ms, sequenceid=16, compaction requested=false at 1731972135069 (+8 ms)Writing region close event to WAL at 1731972135072 (+3 ms)Running coprocessor post-close hooks at 1731972135077 (+5 ms)Closed at 1731972135077 2024-11-18T23:22:15,077 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T23:22:15,268 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T23:22:15,268 DEBUG [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(1325): Online Regions={43a82aef652cf382d6eb5c9ea3e63b03=hbase:replication,,1731972128000.43a82aef652cf382d6eb5c9ea3e63b03.} 2024-11-18T23:22:15,268 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T23:22:15,268 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(976): stopping server 9d96596e55a9,38679,1731972118861; all regions closed. 2024-11-18T23:22:15,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741834_1010 (size=4239) 2024-11-18T23:22:15,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741839_1015 (size=1733) 2024-11-18T23:22:15,287 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.rep.1731972128913 not finished, retry = 0 2024-11-18T23:22:15,295 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 1160, reset compression=false 2024-11-18T23:22:15,311 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:22:15,311 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.wal-reader.9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 to pos 1804, reset compression=false 2024-11-18T23:22:15,356 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 914, reset compression=false 2024-11-18T23:22:15,394 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/WALs/9d96596e55a9,38679,1731972118861/9d96596e55a9%2C38679%2C1731972118861.1731972123003 not finished, retry = 0 2024-11-18T23:22:15,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741833_1009 (size=1812) 2024-11-18T23:22:15,501 DEBUG [RS:0;9d96596e55a9:38679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:15,501 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:22:15,506 INFO [RS:0;9d96596e55a9:38679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:22:15,506 INFO [RS:0;9d96596e55a9:38679 {}] hbase.ChoreService(370): Chore service for: regionserver/9d96596e55a9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T23:22:15,506 INFO [RS:0;9d96596e55a9:38679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:22:15,506 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:22:15,506 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9d96596e55a9,38679,1731972118861 because: Region server is closing 2024-11-18T23:22:15,507 INFO [RS:0;9d96596e55a9:38679 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:38679. 2024-11-18T23:22:15,507 DEBUG [RS:0;9d96596e55a9:38679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:22:15,507 DEBUG [RS:0;9d96596e55a9:38679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:15,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:22:15,507 DEBUG [RS:0;9d96596e55a9:38679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:15,609 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,38679,1731972118861.replicationSource.shipper9d96596e55a9%2C38679%2C1731972118861,1-9d96596e55a9,38679,1731972118861 terminated 2024-11-18T23:22:15,609 INFO [RS:0;9d96596e55a9:38679 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:38679. 2024-11-18T23:22:15,609 DEBUG [RS:0;9d96596e55a9:38679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:22:15,609 DEBUG [RS:0;9d96596e55a9:38679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:15,609 DEBUG [RS:0;9d96596e55a9:38679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:15,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:22:15,609 INFO [RS:0;9d96596e55a9:38679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38679 2024-11-18T23:22:15,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10150410af50004, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975328679/rs/9d96596e55a9,38679,1731972118861 2024-11-18T23:22:15,624 INFO [RS:0;9d96596e55a9:38679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:22:15,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975328679/rs 2024-11-18T23:22:15,624 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$366/0x00007fdc7c8e3558@5ec63b15 rejected from java.util.concurrent.ThreadPoolExecutor@5af9b415[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-18T23:22:15,636 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d96596e55a9,38679,1731972118861] 2024-11-18T23:22:15,649 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975328679/draining/9d96596e55a9,38679,1731972118861 already deleted, retry=false 2024-11-18T23:22:15,649 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d96596e55a9,38679,1731972118861 expired; onlineServers=0 2024-11-18T23:22:15,649 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d96596e55a9,33439,1731972118220' ***** 2024-11-18T23:22:15,649 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T23:22:15,650 INFO [M:0;9d96596e55a9:33439 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:22:15,650 INFO [M:0;9d96596e55a9:33439 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:22:15,650 DEBUG [M:0;9d96596e55a9:33439 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T23:22:15,650 DEBUG [M:0;9d96596e55a9:33439 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T23:22:15,650 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T23:22:15,650 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972122538 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972122538,5,FailOnTimeoutGroup] 2024-11-18T23:22:15,650 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972122533 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972122533,5,FailOnTimeoutGroup] 2024-11-18T23:22:15,650 INFO [M:0;9d96596e55a9:33439 {}] hbase.ChoreService(370): Chore service for: master/9d96596e55a9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T23:22:15,650 INFO [M:0;9d96596e55a9:33439 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:22:15,650 DEBUG [M:0;9d96596e55a9:33439 {}] master.HMaster(1795): Stopping service threads 2024-11-18T23:22:15,650 INFO [M:0;9d96596e55a9:33439 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T23:22:15,650 INFO [M:0;9d96596e55a9:33439 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:22:15,650 INFO [M:0;9d96596e55a9:33439 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T23:22:15,651 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T23:22:15,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975328679/master 2024-11-18T23:22:15,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975328679 2024-11-18T23:22:15,657 DEBUG [M:0;9d96596e55a9:33439 {}] zookeeper.ZKUtil(347): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Unable to get data of znode /1-1975328679/master because node does not exist (not an error) 2024-11-18T23:22:15,657 WARN [M:0;9d96596e55a9:33439 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T23:22:15,661 INFO [M:0;9d96596e55a9:33439 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/.lastflushedseqids 2024-11-18T23:22:15,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741847_1023 (size=245) 2024-11-18T23:22:15,691 INFO [M:0;9d96596e55a9:33439 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T23:22:15,692 INFO [M:0;9d96596e55a9:33439 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T23:22:15,692 DEBUG [M:0;9d96596e55a9:33439 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:22:15,692 INFO [M:0;9d96596e55a9:33439 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:22:15,692 DEBUG [M:0;9d96596e55a9:33439 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:22:15,692 DEBUG [M:0;9d96596e55a9:33439 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:22:15,692 DEBUG [M:0;9d96596e55a9:33439 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:22:15,693 INFO [M:0;9d96596e55a9:33439 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-18T23:22:15,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10150410af50004, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:22:15,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38679-0x10150410af50004, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:22:15,738 INFO [RS:0;9d96596e55a9:38679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:22:15,738 INFO [RS:0;9d96596e55a9:38679 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d96596e55a9,38679,1731972118861; zookeeper connection closed. 2024-11-18T23:22:15,739 DEBUG [M:0;9d96596e55a9:33439 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e3dd199f57c47bd9e6c037d463cf61c is 82, key is hbase:meta,,1/info:regioninfo/1731972123566/Put/seqid=0 2024-11-18T23:22:15,748 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d027bc9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d027bc9 2024-11-18T23:22:15,748 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T23:22:15,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741848_1024 (size=5672) 2024-11-18T23:22:15,977 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 914, reset compression=false 2024-11-18T23:22:16,161 INFO [M:0;9d96596e55a9:33439 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e3dd199f57c47bd9e6c037d463cf61c 2024-11-18T23:22:16,198 DEBUG [M:0;9d96596e55a9:33439 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/705e4cce344941cbbc9a4d0ccd9877b0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731972129044/Put/seqid=0 2024-11-18T23:22:16,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741849_1025 (size=8517) 2024-11-18T23:22:16,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T23:22:16,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T23:22:16,613 INFO [M:0;9d96596e55a9:33439 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/705e4cce344941cbbc9a4d0ccd9877b0 2024-11-18T23:22:16,658 DEBUG [M:0;9d96596e55a9:33439 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e248bb9e66742c196f0907662591704 is 69, key is 9d96596e55a9,38679,1731972118861/rs:state/1731972122732/Put/seqid=0 2024-11-18T23:22:16,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741850_1026 (size=5156) 2024-11-18T23:22:16,685 INFO [M:0;9d96596e55a9:33439 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e248bb9e66742c196f0907662591704 2024-11-18T23:22:16,690 DEBUG [M:0;9d96596e55a9:33439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e3dd199f57c47bd9e6c037d463cf61c as hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e3dd199f57c47bd9e6c037d463cf61c 2024-11-18T23:22:16,707 INFO [M:0;9d96596e55a9:33439 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e3dd199f57c47bd9e6c037d463cf61c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T23:22:16,709 DEBUG [M:0;9d96596e55a9:33439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/705e4cce344941cbbc9a4d0ccd9877b0 as hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/705e4cce344941cbbc9a4d0ccd9877b0 2024-11-18T23:22:16,709 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 914, reset compression=false 2024-11-18T23:22:16,723 INFO [M:0;9d96596e55a9:33439 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/705e4cce344941cbbc9a4d0ccd9877b0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T23:22:16,726 DEBUG [M:0;9d96596e55a9:33439 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e248bb9e66742c196f0907662591704 as hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e248bb9e66742c196f0907662591704 2024-11-18T23:22:16,743 INFO [M:0;9d96596e55a9:33439 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42935/user/jenkins/test-data/1a7fddee-bb35-6871-26f4-58c533f2360e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e248bb9e66742c196f0907662591704, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T23:22:16,749 INFO [M:0;9d96596e55a9:33439 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1057ms, sequenceid=97, compaction requested=false 2024-11-18T23:22:16,757 INFO [M:0;9d96596e55a9:33439 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:22:16,757 DEBUG [M:0;9d96596e55a9:33439 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972135692Disabling compacts and flushes for region at 1731972135692Disabling writes for close at 1731972135692Obtaining lock to block concurrent updates at 1731972135693 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731972135693Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731972135693Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731972135694 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731972135695 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731972135739 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731972135739Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731972136174 (+435 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731972136198 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731972136198Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731972136627 (+429 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731972136657 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731972136657Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b54ae55: reopening flushed file at 1731972136689 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@264c659: reopening flushed file at 1731972136707 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b4dbb16: reopening flushed file at 1731972136723 (+16 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1057ms, sequenceid=97, compaction requested=false at 1731972136749 (+26 ms)Writing region close event to WAL at 1731972136757 (+8 ms)Closed at 1731972136757 2024-11-18T23:22:16,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36939 is added to blk_1073741830_1006 (size=63666) 2024-11-18T23:22:16,767 INFO [M:0;9d96596e55a9:33439 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T23:22:16,767 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:22:16,767 INFO [M:0;9d96596e55a9:33439 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33439 2024-11-18T23:22:16,768 INFO [M:0;9d96596e55a9:33439 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:22:16,949 INFO [M:0;9d96596e55a9:33439 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:22:16,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:22:16,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33439-0x10150410af50003, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:22:16,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b6cdc48{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:22:16,988 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b57eff4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:22:16,988 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:22:16,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51c9312c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:22:16,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b197c43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/hadoop.log.dir/,STOPPED} 2024-11-18T23:22:17,001 WARN [BP-2106912716-172.17.0.2-1731972115213 heartbeating to localhost/127.0.0.1:42935 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T23:22:17,001 WARN [BP-2106912716-172.17.0.2-1731972115213 heartbeating to localhost/127.0.0.1:42935 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2106912716-172.17.0.2-1731972115213 (Datanode Uuid e42c240a-19f7-4b29-983f-826e266faa48) service to localhost/127.0.0.1:42935 2024-11-18T23:22:17,002 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/cluster_741abd45-cb10-6207-a48f-c5d930b041bc/data/data1/current/BP-2106912716-172.17.0.2-1731972115213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:22:17,002 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T23:22:17,002 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T23:22:17,002 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/cluster_741abd45-cb10-6207-a48f-c5d930b041bc/data/data2/current/BP-2106912716-172.17.0.2-1731972115213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:22:17,002 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T23:22:17,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f94deeb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:22:17,028 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1baa9f06{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:22:17,028 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:22:17,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70f132f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:22:17,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fb719a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/hadoop.log.dir/,STOPPED} 2024-11-18T23:22:17,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T23:22:17,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T23:22:17,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:22:17,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:22:17,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:17,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:17,066 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T23:22:17,066 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1124680028, stopped=false 2024-11-18T23:22:17,066 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d96596e55a9,36441,1731972110688 2024-11-18T23:22:17,068 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:22:17,099 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:22:17,100 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:22:17,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10150410af50001, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0504286409/running 2024-11-18T23:22:17,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10150410af50001, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0504286409 2024-11-18T23:22:17,100 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:22:17,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:17,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0504286409/running 2024-11-18T23:22:17,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0504286409 2024-11-18T23:22:17,100 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d96596e55a9,44719,1731972111295' ***** 2024-11-18T23:22:17,100 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T23:22:17,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44719-0x10150410af50001, quorum=127.0.0.1:51725, baseZNode=/0504286409 Set watcher on znode that does not yet exist, /0504286409/running 2024-11-18T23:22:17,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Set watcher on znode that does not yet exist, /0504286409/running 2024-11-18T23:22:17,106 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T23:22:17,106 INFO [RS:0;9d96596e55a9:44719 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T23:22:17,106 INFO [RS:0;9d96596e55a9:44719 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T23:22:17,106 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ee2f167acd6ab9e65e92dd08de109e0 2024-11-18T23:22:17,106 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T23:22:17,111 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer(3091): Received CLOSE for a7bf6833af0a9a111c69f98e967f8547 2024-11-18T23:22:17,111 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer(959): stopping server 9d96596e55a9,44719,1731972111295 2024-11-18T23:22:17,111 INFO [RS:0;9d96596e55a9:44719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:22:17,111 INFO [RS:0;9d96596e55a9:44719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:44719. 2024-11-18T23:22:17,111 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ee2f167acd6ab9e65e92dd08de109e0, disabling compactions & flushes 2024-11-18T23:22:17,111 DEBUG [RS:0;9d96596e55a9:44719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:22:17,111 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0. 2024-11-18T23:22:17,111 DEBUG [RS:0;9d96596e55a9:44719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:17,111 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0. 2024-11-18T23:22:17,111 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0. after waiting 0 ms 2024-11-18T23:22:17,111 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0. 2024-11-18T23:22:17,111 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T23:22:17,111 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T23:22:17,111 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4ee2f167acd6ab9e65e92dd08de109e0 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-18T23:22:17,111 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T23:22:17,111 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T23:22:17,113 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T23:22:17,113 DEBUG [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4ee2f167acd6ab9e65e92dd08de109e0=hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0., a7bf6833af0a9a111c69f98e967f8547=test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547.} 2024-11-18T23:22:17,113 DEBUG [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ee2f167acd6ab9e65e92dd08de109e0, a7bf6833af0a9a111c69f98e967f8547 2024-11-18T23:22:17,116 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:22:17,116 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:22:17,116 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:22:17,116 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:22:17,116 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:22:17,117 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T23:22:17,157 INFO [regionserver/9d96596e55a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:22:17,159 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/replication/4ee2f167acd6ab9e65e92dd08de109e0/.tmp/queue/87082e98f6db4942b6b9f35428b3e969 is 153, key is 1-9d96596e55a9,44719,1731972111295/queue:9d96596e55a9%2C44719%2C1731972111295/1731972133847/Put/seqid=0 2024-11-18T23:22:17,175 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740/.tmp/info/562f21371d1447388bf6a83decacad40 is 147, key is hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0./info:regioninfo/1731972127174/Put/seqid=0 2024-11-18T23:22:17,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741840_1016 (size=5352) 2024-11-18T23:22:17,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741841_1017 (size=7686) 2024-11-18T23:22:17,211 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740/.tmp/info/562f21371d1447388bf6a83decacad40 2024-11-18T23:22:17,212 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/replication/4ee2f167acd6ab9e65e92dd08de109e0/.tmp/queue/87082e98f6db4942b6b9f35428b3e969 2024-11-18T23:22:17,222 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/replication/4ee2f167acd6ab9e65e92dd08de109e0/.tmp/queue/87082e98f6db4942b6b9f35428b3e969 as hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/replication/4ee2f167acd6ab9e65e92dd08de109e0/queue/87082e98f6db4942b6b9f35428b3e969 2024-11-18T23:22:17,231 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/replication/4ee2f167acd6ab9e65e92dd08de109e0/queue/87082e98f6db4942b6b9f35428b3e969, entries=1, sequenceid=10, filesize=5.2 K 2024-11-18T23:22:17,235 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 4ee2f167acd6ab9e65e92dd08de109e0 in 123ms, sequenceid=10, compaction requested=false 2024-11-18T23:22:17,252 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/replication/4ee2f167acd6ab9e65e92dd08de109e0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T23:22:17,254 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:22:17,254 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:22:17,254 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0. 2024-11-18T23:22:17,254 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ee2f167acd6ab9e65e92dd08de109e0: Waiting for close lock at 1731972137111Running coprocessor pre-close hooks at 1731972137111Disabling compacts and flushes for region at 1731972137111Disabling writes for close at 1731972137111Obtaining lock to block concurrent updates at 1731972137111Preparing flush snapshotting stores in 4ee2f167acd6ab9e65e92dd08de109e0 at 1731972137111Finished memstore snapshotting hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731972137111Flushing stores of hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0. at 1731972137113 (+2 ms)Flushing 4ee2f167acd6ab9e65e92dd08de109e0/queue: creating writer at 1731972137113Flushing 4ee2f167acd6ab9e65e92dd08de109e0/queue: appending metadata at 1731972137157 (+44 ms)Flushing 4ee2f167acd6ab9e65e92dd08de109e0/queue: closing flushed file at 1731972137158 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bcde855: reopening flushed file at 1731972137221 (+63 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 4ee2f167acd6ab9e65e92dd08de109e0 in 123ms, sequenceid=10, compaction requested=false at 1731972137235 (+14 ms)Writing region close event to WAL at 1731972137244 (+9 ms)Running coprocessor post-close hooks at 1731972137254 (+10 ms)Closed at 1731972137254 2024-11-18T23:22:17,254 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731972125813.4ee2f167acd6ab9e65e92dd08de109e0. 2024-11-18T23:22:17,254 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7bf6833af0a9a111c69f98e967f8547, disabling compactions & flushes 2024-11-18T23:22:17,254 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547. 2024-11-18T23:22:17,254 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547. 2024-11-18T23:22:17,254 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547. after waiting 0 ms 2024-11-18T23:22:17,254 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547. 2024-11-18T23:22:17,255 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a7bf6833af0a9a111c69f98e967f8547 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-18T23:22:17,266 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740/.tmp/ns/d748b7128d084068921aa135fd734bec is 43, key is default/ns:d/1731972114962/Put/seqid=0 2024-11-18T23:22:17,287 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/default/test/a7bf6833af0a9a111c69f98e967f8547/.tmp/f/4e91f73dbe204cddaff7a6475d758a49 is 29, key is row1/f:/1731972133170/DeleteFamily/seqid=0 2024-11-18T23:22:17,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741842_1018 (size=5153) 2024-11-18T23:22:17,314 DEBUG [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7bf6833af0a9a111c69f98e967f8547 2024-11-18T23:22:17,320 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740/.tmp/ns/d748b7128d084068921aa135fd734bec 2024-11-18T23:22:17,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741843_1019 (size=5118) 2024-11-18T23:22:17,332 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/default/test/a7bf6833af0a9a111c69f98e967f8547/.tmp/f/4e91f73dbe204cddaff7a6475d758a49 2024-11-18T23:22:17,345 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e91f73dbe204cddaff7a6475d758a49 2024-11-18T23:22:17,356 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740/.tmp/rep_barrier/5a475a26794b42f28f54c37e937e74ad is 112, key is test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547./rep_barrier:seqnumDuringOpen/1731972124940/Put/seqid=0 2024-11-18T23:22:17,367 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/default/test/a7bf6833af0a9a111c69f98e967f8547/.tmp/f1/87d5813af1d54b7bb1b6fc63e85582b9 is 30, key is row1/f1:/1731972133170/DeleteFamily/seqid=0 2024-11-18T23:22:17,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741844_1020 (size=5518) 2024-11-18T23:22:17,372 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740/.tmp/rep_barrier/5a475a26794b42f28f54c37e937e74ad 2024-11-18T23:22:17,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741845_1021 (size=5123) 2024-11-18T23:22:17,406 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740/.tmp/table/d870a51d8fd94c47871a264879e4e7c6 is 53, key is hbase:replication/table:state/1731972127210/Put/seqid=0 2024-11-18T23:22:17,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741846_1022 (size=5308) 2024-11-18T23:22:17,514 DEBUG [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7bf6833af0a9a111c69f98e967f8547 2024-11-18T23:22:17,549 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 914, reset compression=false 2024-11-18T23:22:17,557 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:22:17,557 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 1161, reset compression=false 2024-11-18T23:22:17,557 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.shipper9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,44719,1731972111295 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:22:17,558 ERROR [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.shipper9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9d96596e55a9,44719,1731972111295: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9d96596e55a9,44719,1731972111295, walGroup=9d96596e55a9%2C44719%2C1731972111295, offset=9d96596e55a9%2C44719%2C1731972111295.1731972114085:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:44719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T23:22:17,559 ERROR [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.shipper9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T23:22:17,559 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.shipper9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T23:22:17,559 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.shipper9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T23:22:17,559 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.shipper9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T23:22:17,559 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.shipper9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T23:22:17,559 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.shipper9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 636255744 }, "NonHeapMemoryUsage": { "committed": 195100672, "init": 7667712, "max": -1, "used": 192174752 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T23:22:17,560 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.shipper9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:36441 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:36441 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T23:22:17,715 DEBUG [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7bf6833af0a9a111c69f98e967f8547 2024-11-18T23:22:17,768 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 1161, reset compression=false 2024-11-18T23:22:17,790 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/default/test/a7bf6833af0a9a111c69f98e967f8547/.tmp/f1/87d5813af1d54b7bb1b6fc63e85582b9 2024-11-18T23:22:17,794 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87d5813af1d54b7bb1b6fc63e85582b9 2024-11-18T23:22:17,811 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/default/test/a7bf6833af0a9a111c69f98e967f8547/.tmp/norep/d10b602e869649ad80aca3938ffc05bb is 32, key is row/norep:/1731972132165/DeleteFamily/seqid=0 2024-11-18T23:22:17,812 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740/.tmp/table/d870a51d8fd94c47871a264879e4e7c6 2024-11-18T23:22:17,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741847_1023 (size=5101) 2024-11-18T23:22:17,816 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740/.tmp/info/562f21371d1447388bf6a83decacad40 as hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740/info/562f21371d1447388bf6a83decacad40 2024-11-18T23:22:17,821 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740/info/562f21371d1447388bf6a83decacad40, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T23:22:17,821 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740/.tmp/ns/d748b7128d084068921aa135fd734bec as hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740/ns/d748b7128d084068921aa135fd734bec 2024-11-18T23:22:17,826 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740/ns/d748b7128d084068921aa135fd734bec, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T23:22:17,826 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740/.tmp/rep_barrier/5a475a26794b42f28f54c37e937e74ad as hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740/rep_barrier/5a475a26794b42f28f54c37e937e74ad 2024-11-18T23:22:17,830 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740/rep_barrier/5a475a26794b42f28f54c37e937e74ad, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T23:22:17,830 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740/.tmp/table/d870a51d8fd94c47871a264879e4e7c6 as hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740/table/d870a51d8fd94c47871a264879e4e7c6 2024-11-18T23:22:17,834 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740/table/d870a51d8fd94c47871a264879e4e7c6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T23:22:17,835 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 719ms, sequenceid=16, compaction requested=false 2024-11-18T23:22:17,842 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T23:22:17,842 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:22:17,842 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:22:17,842 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:22:17,842 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972137116Running coprocessor pre-close hooks at 1731972137116Disabling compacts and flushes for region at 1731972137116Disabling writes for close at 1731972137116Obtaining lock to block concurrent updates at 1731972137117 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731972137117Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731972137117Flushing stores of hbase:meta,,1.1588230740 at 1731972137121 (+4 ms)Flushing 1588230740/info: creating writer at 1731972137121Flushing 1588230740/info: appending metadata at 1731972137175 (+54 ms)Flushing 1588230740/info: closing flushed file at 1731972137175Flushing 1588230740/ns: creating writer at 1731972137232 (+57 ms)Flushing 1588230740/ns: appending metadata at 1731972137264 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1731972137264Flushing 1588230740/rep_barrier: creating writer at 1731972137328 (+64 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731972137356 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731972137356Flushing 1588230740/table: creating writer at 1731972137387 (+31 ms)Flushing 1588230740/table: appending metadata at 1731972137405 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731972137405Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@712f730f: reopening flushed file at 1731972137816 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c5d0906: reopening flushed file at 1731972137821 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a035317: reopening flushed file at 1731972137826 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d8f1b9f: reopening flushed file at 1731972137830 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 719ms, sequenceid=16, compaction requested=false at 1731972137835 (+5 ms)Writing region close event to WAL at 1731972137838 (+3 ms)Running coprocessor post-close hooks at 1731972137842 (+4 ms)Closed at 1731972137842 2024-11-18T23:22:17,842 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T23:22:17,915 DEBUG [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer(1351): Waiting on a7bf6833af0a9a111c69f98e967f8547 2024-11-18T23:22:17,938 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T23:22:17,938 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T23:22:18,073 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 1161, reset compression=false 2024-11-18T23:22:18,116 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T23:22:18,116 DEBUG [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer(1325): Online Regions={a7bf6833af0a9a111c69f98e967f8547=test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547.} 2024-11-18T23:22:18,116 DEBUG [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer(1351): Waiting on a7bf6833af0a9a111c69f98e967f8547 2024-11-18T23:22:18,215 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/default/test/a7bf6833af0a9a111c69f98e967f8547/.tmp/norep/d10b602e869649ad80aca3938ffc05bb 2024-11-18T23:22:18,219 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d10b602e869649ad80aca3938ffc05bb 2024-11-18T23:22:18,220 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/default/test/a7bf6833af0a9a111c69f98e967f8547/.tmp/f/4e91f73dbe204cddaff7a6475d758a49 as hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/default/test/a7bf6833af0a9a111c69f98e967f8547/f/4e91f73dbe204cddaff7a6475d758a49 2024-11-18T23:22:18,225 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e91f73dbe204cddaff7a6475d758a49 2024-11-18T23:22:18,225 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/default/test/a7bf6833af0a9a111c69f98e967f8547/f/4e91f73dbe204cddaff7a6475d758a49, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T23:22:18,226 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/default/test/a7bf6833af0a9a111c69f98e967f8547/.tmp/f1/87d5813af1d54b7bb1b6fc63e85582b9 as hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/default/test/a7bf6833af0a9a111c69f98e967f8547/f1/87d5813af1d54b7bb1b6fc63e85582b9 2024-11-18T23:22:18,231 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87d5813af1d54b7bb1b6fc63e85582b9 2024-11-18T23:22:18,231 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/default/test/a7bf6833af0a9a111c69f98e967f8547/f1/87d5813af1d54b7bb1b6fc63e85582b9, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T23:22:18,232 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/default/test/a7bf6833af0a9a111c69f98e967f8547/.tmp/norep/d10b602e869649ad80aca3938ffc05bb as hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/default/test/a7bf6833af0a9a111c69f98e967f8547/norep/d10b602e869649ad80aca3938ffc05bb 2024-11-18T23:22:18,246 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d10b602e869649ad80aca3938ffc05bb 2024-11-18T23:22:18,246 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/default/test/a7bf6833af0a9a111c69f98e967f8547/norep/d10b602e869649ad80aca3938ffc05bb, entries=1, sequenceid=8, filesize=5.0 K 2024-11-18T23:22:18,249 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a7bf6833af0a9a111c69f98e967f8547 in 995ms, sequenceid=8, compaction requested=false 2024-11-18T23:22:18,261 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/data/default/test/a7bf6833af0a9a111c69f98e967f8547/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T23:22:18,261 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:22:18,262 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:22:18,262 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547. 2024-11-18T23:22:18,262 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7bf6833af0a9a111c69f98e967f8547: Waiting for close lock at 1731972137254Running coprocessor pre-close hooks at 1731972137254Disabling compacts and flushes for region at 1731972137254Disabling writes for close at 1731972137254Obtaining lock to block concurrent updates at 1731972137255 (+1 ms)Preparing flush snapshotting stores in a7bf6833af0a9a111c69f98e967f8547 at 1731972137255Finished memstore snapshotting test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731972137255Flushing stores of test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547. at 1731972137259 (+4 ms)Flushing a7bf6833af0a9a111c69f98e967f8547/f: creating writer at 1731972137259Flushing a7bf6833af0a9a111c69f98e967f8547/f: appending metadata at 1731972137286 (+27 ms)Flushing a7bf6833af0a9a111c69f98e967f8547/f: closing flushed file at 1731972137286Flushing a7bf6833af0a9a111c69f98e967f8547/f1: creating writer at 1731972137346 (+60 ms)Flushing a7bf6833af0a9a111c69f98e967f8547/f1: appending metadata at 1731972137367 (+21 ms)Flushing a7bf6833af0a9a111c69f98e967f8547/f1: closing flushed file at 1731972137367Flushing a7bf6833af0a9a111c69f98e967f8547/norep: creating writer at 1731972137794 (+427 ms)Flushing a7bf6833af0a9a111c69f98e967f8547/norep: appending metadata at 1731972137810 (+16 ms)Flushing a7bf6833af0a9a111c69f98e967f8547/norep: closing flushed file at 1731972137810Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@91c6e7f: reopening flushed file at 1731972138219 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a296657: reopening flushed file at 1731972138225 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1506b56c: reopening flushed file at 1731972138231 (+6 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a7bf6833af0a9a111c69f98e967f8547 in 995ms, sequenceid=8, compaction requested=false at 1731972138249 (+18 ms)Writing region close event to WAL at 1731972138251 (+2 ms)Running coprocessor post-close hooks at 1731972138261 (+10 ms)Closed at 1731972138262 (+1 ms) 2024-11-18T23:22:18,262 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731972123951.a7bf6833af0a9a111c69f98e967f8547. 2024-11-18T23:22:18,316 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer(976): stopping server 9d96596e55a9,44719,1731972111295; all regions closed. 2024-11-18T23:22:18,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741834_1010 (size=4239) 2024-11-18T23:22:18,318 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.meta.1731972114659.meta not finished, retry = 0 2024-11-18T23:22:18,442 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.rep.1731972127099 not finished, retry = 0 2024-11-18T23:22:18,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741839_1015 (size=2676) 2024-11-18T23:22:18,479 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 1161, reset compression=false 2024-11-18T23:22:18,500 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:22:18,500 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/WALs/9d96596e55a9,44719,1731972111295/9d96596e55a9%2C44719%2C1731972111295.1731972114085 to pos 1805, reset compression=false 2024-11-18T23:22:18,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741833_1009 (size=1813) 2024-11-18T23:22:18,557 DEBUG [RS:0;9d96596e55a9:44719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:18,557 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:22:18,560 INFO [RS:0;9d96596e55a9:44719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:22:18,560 INFO [RS:0;9d96596e55a9:44719 {}] hbase.ChoreService(370): Chore service for: regionserver/9d96596e55a9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T23:22:18,560 INFO [RS:0;9d96596e55a9:44719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:22:18,561 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9d96596e55a9,44719,1731972111295 because: Region server is closing 2024-11-18T23:22:18,561 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:22:18,561 INFO [RS:0;9d96596e55a9:44719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:44719. 2024-11-18T23:22:18,561 DEBUG [RS:0;9d96596e55a9:44719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:22:18,561 DEBUG [RS:0;9d96596e55a9:44719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:18,561 DEBUG [RS:0;9d96596e55a9:44719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:18,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:22:18,662 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.shipper9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 terminated 2024-11-18T23:22:18,662 INFO [RS:0;9d96596e55a9:44719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:44719. 2024-11-18T23:22:18,662 DEBUG [RS:0;9d96596e55a9:44719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:22:18,662 DEBUG [RS:0;9d96596e55a9:44719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:18,662 DEBUG [RS:0;9d96596e55a9:44719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:18,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:22:18,662 INFO [RS:0;9d96596e55a9:44719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44719 2024-11-18T23:22:18,662 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44719,1731972111295.replicationSource.wal-reader.9d96596e55a9%2C44719%2C1731972111295,1-9d96596e55a9,44719,1731972111295 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T23:22:18,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10150410af50001, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0504286409/rs/9d96596e55a9,44719,1731972111295 2024-11-18T23:22:18,685 INFO [RS:0;9d96596e55a9:44719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:22:18,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0504286409/rs 2024-11-18T23:22:18,696 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d96596e55a9,44719,1731972111295] 2024-11-18T23:22:18,712 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0504286409/draining/9d96596e55a9,44719,1731972111295 already deleted, retry=false 2024-11-18T23:22:18,712 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d96596e55a9,44719,1731972111295 expired; onlineServers=0 2024-11-18T23:22:18,712 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d96596e55a9,36441,1731972110688' ***** 2024-11-18T23:22:18,712 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T23:22:18,712 INFO [M:0;9d96596e55a9:36441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:22:18,712 INFO [M:0;9d96596e55a9:36441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:22:18,712 DEBUG [M:0;9d96596e55a9:36441 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T23:22:18,712 DEBUG [M:0;9d96596e55a9:36441 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T23:22:18,712 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972113741 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972113741,5,FailOnTimeoutGroup] 2024-11-18T23:22:18,713 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972113737 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972113737,5,FailOnTimeoutGroup] 2024-11-18T23:22:18,713 INFO [M:0;9d96596e55a9:36441 {}] hbase.ChoreService(370): Chore service for: master/9d96596e55a9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T23:22:18,713 INFO [M:0;9d96596e55a9:36441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:22:18,713 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T23:22:18,713 DEBUG [M:0;9d96596e55a9:36441 {}] master.HMaster(1795): Stopping service threads 2024-11-18T23:22:18,713 INFO [M:0;9d96596e55a9:36441 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T23:22:18,713 INFO [M:0;9d96596e55a9:36441 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:22:18,713 INFO [M:0;9d96596e55a9:36441 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T23:22:18,713 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T23:22:18,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0504286409/master 2024-11-18T23:22:18,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0504286409 2024-11-18T23:22:18,744 DEBUG [M:0;9d96596e55a9:36441 {}] zookeeper.RecoverableZooKeeper(212): Node /0504286409/master already deleted, retry=false 2024-11-18T23:22:18,744 DEBUG [M:0;9d96596e55a9:36441 {}] master.ActiveMasterManager(353): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Failed delete of our master address node; KeeperErrorCode = NoNode for /0504286409/master 2024-11-18T23:22:18,748 INFO [M:0;9d96596e55a9:36441 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/.lastflushedseqids 2024-11-18T23:22:18,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10150410af50001, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:22:18,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10150410af50001, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:22:18,798 INFO [RS:0;9d96596e55a9:44719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:22:18,798 INFO [RS:0;9d96596e55a9:44719 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d96596e55a9,44719,1731972111295; zookeeper connection closed. 2024-11-18T23:22:18,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741848_1024 (size=245) 2024-11-18T23:22:18,804 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14119c8d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14119c8d 2024-11-18T23:22:18,805 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T23:22:18,808 INFO [M:0;9d96596e55a9:36441 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T23:22:18,809 INFO [M:0;9d96596e55a9:36441 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T23:22:18,809 DEBUG [M:0;9d96596e55a9:36441 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:22:18,809 INFO [M:0;9d96596e55a9:36441 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:22:18,809 DEBUG [M:0;9d96596e55a9:36441 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:22:18,809 DEBUG [M:0;9d96596e55a9:36441 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:22:18,809 DEBUG [M:0;9d96596e55a9:36441 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:22:18,809 INFO [M:0;9d96596e55a9:36441 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-18T23:22:18,845 DEBUG [M:0;9d96596e55a9:36441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af54471ac013498592ab9cfc0eb9c5f3 is 82, key is hbase:meta,,1/info:regioninfo/1731972114854/Put/seqid=0 2024-11-18T23:22:18,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741849_1025 (size=5672) 2024-11-18T23:22:18,908 INFO [M:0;9d96596e55a9:36441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af54471ac013498592ab9cfc0eb9c5f3 2024-11-18T23:22:18,997 DEBUG [M:0;9d96596e55a9:36441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b4d6d05ccc040dd934e3ac2ce4ad7dd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731972127216/Put/seqid=0 2024-11-18T23:22:19,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741850_1026 (size=8517) 2024-11-18T23:22:19,049 INFO [M:0;9d96596e55a9:36441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b4d6d05ccc040dd934e3ac2ce4ad7dd 2024-11-18T23:22:19,123 DEBUG [M:0;9d96596e55a9:36441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c0aac4aa465a4879a56a8ab9e31198d6 is 69, key is 9d96596e55a9,44719,1731972111295/rs:state/1731972113850/Put/seqid=0 2024-11-18T23:22:19,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741851_1027 (size=5156) 2024-11-18T23:22:19,158 INFO [M:0;9d96596e55a9:36441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c0aac4aa465a4879a56a8ab9e31198d6 2024-11-18T23:22:19,191 DEBUG [M:0;9d96596e55a9:36441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af54471ac013498592ab9cfc0eb9c5f3 as hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af54471ac013498592ab9cfc0eb9c5f3 2024-11-18T23:22:19,225 INFO [M:0;9d96596e55a9:36441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af54471ac013498592ab9cfc0eb9c5f3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T23:22:19,233 DEBUG [M:0;9d96596e55a9:36441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b4d6d05ccc040dd934e3ac2ce4ad7dd as hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b4d6d05ccc040dd934e3ac2ce4ad7dd 2024-11-18T23:22:19,264 INFO [M:0;9d96596e55a9:36441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b4d6d05ccc040dd934e3ac2ce4ad7dd, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T23:22:19,272 DEBUG [M:0;9d96596e55a9:36441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c0aac4aa465a4879a56a8ab9e31198d6 as hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c0aac4aa465a4879a56a8ab9e31198d6 2024-11-18T23:22:19,289 INFO [M:0;9d96596e55a9:36441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36683/user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c0aac4aa465a4879a56a8ab9e31198d6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T23:22:19,293 INFO [M:0;9d96596e55a9:36441 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 484ms, sequenceid=97, compaction requested=false 2024-11-18T23:22:19,317 INFO [M:0;9d96596e55a9:36441 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:22:19,318 DEBUG [M:0;9d96596e55a9:36441 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972138809Disabling compacts and flushes for region at 1731972138809Disabling writes for close at 1731972138809Obtaining lock to block concurrent updates at 1731972138809Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731972138809Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731972138811 (+2 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731972138813 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731972138813Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731972138845 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731972138845Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731972138937 (+92 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731972138996 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731972138996Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731972139086 (+90 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731972139123 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731972139123Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ac37c5: reopening flushed file at 1731972139183 (+60 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@694e5eed: reopening flushed file at 1731972139225 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54a47f4f: reopening flushed file at 1731972139264 (+39 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 484ms, sequenceid=97, compaction requested=false at 1731972139293 (+29 ms)Writing region close event to WAL at 1731972139317 (+24 ms)Closed at 1731972139317 2024-11-18T23:22:19,359 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/74a2a675-d733-966e-35a1-0eb0e452790f/MasterData/WALs/9d96596e55a9,36441,1731972110688/9d96596e55a9%2C36441%2C1731972110688.1731972113134 not finished, retry = 0 2024-11-18T23:22:19,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33011 is added to blk_1073741830_1006 (size=63666) 2024-11-18T23:22:19,460 INFO [M:0;9d96596e55a9:36441 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T23:22:19,460 INFO [M:0;9d96596e55a9:36441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36441 2024-11-18T23:22:19,460 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:22:19,460 INFO [M:0;9d96596e55a9:36441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:22:19,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:22:19,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36441-0x10150410af50000, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:22:19,608 INFO [M:0;9d96596e55a9:36441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:22:19,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6df0091b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:22:19,630 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e92e080{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:22:19,630 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:22:19,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12690708{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:22:19,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@255d9f72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/hadoop.log.dir/,STOPPED} 2024-11-18T23:22:19,645 WARN [BP-1337875545-172.17.0.2-1731972108133 heartbeating to localhost/127.0.0.1:36683 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T23:22:19,645 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T23:22:19,645 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T23:22:19,645 WARN [BP-1337875545-172.17.0.2-1731972108133 heartbeating to localhost/127.0.0.1:36683 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1337875545-172.17.0.2-1731972108133 (Datanode Uuid 95d81c46-6879-4c63-8a69-09b30e44036d) service to localhost/127.0.0.1:36683 2024-11-18T23:22:19,647 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/cluster_37882f79-00b0-7669-f170-19e41438a0bf/data/data1/current/BP-1337875545-172.17.0.2-1731972108133 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:22:19,648 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T23:22:19,649 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/cluster_37882f79-00b0-7669-f170-19e41438a0bf/data/data2/current/BP-1337875545-172.17.0.2-1731972108133 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:22:19,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@244cd9de{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:22:19,677 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48c23f15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:22:19,677 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:22:19,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a794780{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:22:19,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d1db0eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3be4b09-8f46-9b4c-8af6-813b0f98016b/hadoop.log.dir/,STOPPED} 2024-11-18T23:22:19,706 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T23:22:19,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T23:22:19,739 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 242) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42935 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42935 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36683 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36683 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:36683 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42935 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-20 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36683 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51725) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:42935 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42935 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36683 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51725) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=658 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1276 (was 1125) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4105 (was 5171) 2024-11-18T23:22:19,757 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=658, MaxFileDescriptor=1048576, SystemLoadAverage=1276, ProcessCount=11, AvailableMemoryMB=4105 2024-11-18T23:22:19,783 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-18T23:22:19,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/hadoop.log.dir so I do NOT create it in target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757 2024-11-18T23:22:19,788 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T23:22:19,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/hadoop.tmp.dir so I do NOT create it in target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757 2024-11-18T23:22:19,788 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a4be64-7b63-88d3-fd85-cb37acd01793/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T23:22:19,788 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757 2024-11-18T23:22:19,788 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/cluster_4ea4c3f0-6a99-1f66-46e4-ea6e01336861, deleteOnExit=true 2024-11-18T23:22:19,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10150410af50002, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T23:22:19,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10150410af50002, quorum=127.0.0.1:51725, baseZNode=/0504286409 Received Disconnected from ZooKeeper, ignoring 2024-11-18T23:22:19,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10150410af50005, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T23:22:19,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10150410af50005, quorum=127.0.0.1:51725, baseZNode=/1-1975328679 Received Disconnected from ZooKeeper, ignoring 2024-11-18T23:22:19,813 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/cluster_4ea4c3f0-6a99-1f66-46e4-ea6e01336861/zookeeper_0, clientPort=55373, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/cluster_4ea4c3f0-6a99-1f66-46e4-ea6e01336861/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/cluster_4ea4c3f0-6a99-1f66-46e4-ea6e01336861/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T23:22:19,832 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55373 2024-11-18T23:22:19,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T23:22:19,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T23:22:19,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/test.cache.data in system properties and HBase conf 2024-11-18T23:22:19,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T23:22:19,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/hadoop.log.dir in system properties and HBase conf 2024-11-18T23:22:19,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T23:22:19,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T23:22:19,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T23:22:19,833 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T23:22:19,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:22:19,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:22:19,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T23:22:19,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:22:19,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T23:22:19,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T23:22:19,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:22:19,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:22:19,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T23:22:19,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/nfs.dump.dir in system properties and HBase conf 2024-11-18T23:22:19,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/java.io.tmpdir in system properties and HBase conf 2024-11-18T23:22:19,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:22:19,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T23:22:19,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T23:22:20,492 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T23:22:20,500 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:20,567 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:20,568 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:20,568 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:20,569 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:20,569 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:20,569 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:20,589 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:20,593 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:20,594 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:20,605 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:20,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:22:20,673 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:22:20,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:22:20,737 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:22:20,737 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T23:22:20,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:22:20,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47c3ac9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:22:20,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5acb34b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:22:20,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@280b75e4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/java.io.tmpdir/jetty-localhost-37697-hadoop-hdfs-3_4_1-tests_jar-_-any-17719693847450343285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:22:20,872 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bbc2eb0{HTTP/1.1, (http/1.1)}{localhost:37697} 2024-11-18T23:22:20,872 INFO [Time-limited test {}] server.Server(415): Started @255032ms 2024-11-18T23:22:21,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:22:21,595 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:22:21,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:22:21,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:22:21,617 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:22:21,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c41c58c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:22:21,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@424c7e56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:22:21,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d03019c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/java.io.tmpdir/jetty-localhost-39217-hadoop-hdfs-3_4_1-tests_jar-_-any-1321678652468399162/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:22:21,828 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@126503b0{HTTP/1.1, (http/1.1)}{localhost:39217} 2024-11-18T23:22:21,828 INFO [Time-limited test {}] server.Server(415): Started @255988ms 2024-11-18T23:22:21,830 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T23:22:23,505 WARN [Thread-2655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/cluster_4ea4c3f0-6a99-1f66-46e4-ea6e01336861/data/data1/current/BP-1081053708-172.17.0.2-1731972139857/current, will proceed with Du for space computation calculation, 2024-11-18T23:22:23,505 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/cluster_4ea4c3f0-6a99-1f66-46e4-ea6e01336861/data/data2/current/BP-1081053708-172.17.0.2-1731972139857/current, will proceed with Du for space computation calculation, 2024-11-18T23:22:23,618 WARN [Thread-2643 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T23:22:23,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6d1cbb82b4daab1 with lease ID 0xd19a7acc1b16c707: Processing first storage report for DS-fb0d88f5-f5bf-4601-9b25-97a4bd4cbca0 from datanode DatanodeRegistration(127.0.0.1:45833, datanodeUuid=d024fbdb-164b-43c9-a84e-fafdefda2ef4, infoPort=33431, infoSecurePort=0, ipcPort=37769, storageInfo=lv=-57;cid=testClusterID;nsid=1709423518;c=1731972139857) 2024-11-18T23:22:23,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6d1cbb82b4daab1 with lease ID 0xd19a7acc1b16c707: from storage DS-fb0d88f5-f5bf-4601-9b25-97a4bd4cbca0 node DatanodeRegistration(127.0.0.1:45833, datanodeUuid=d024fbdb-164b-43c9-a84e-fafdefda2ef4, infoPort=33431, infoSecurePort=0, ipcPort=37769, storageInfo=lv=-57;cid=testClusterID;nsid=1709423518;c=1731972139857), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:22:23,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6d1cbb82b4daab1 with lease ID 0xd19a7acc1b16c707: Processing first storage report for DS-fe063268-85cb-43ca-abca-b16f42cec9e0 from datanode DatanodeRegistration(127.0.0.1:45833, datanodeUuid=d024fbdb-164b-43c9-a84e-fafdefda2ef4, infoPort=33431, infoSecurePort=0, ipcPort=37769, storageInfo=lv=-57;cid=testClusterID;nsid=1709423518;c=1731972139857) 2024-11-18T23:22:23,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6d1cbb82b4daab1 with lease ID 0xd19a7acc1b16c707: from storage DS-fe063268-85cb-43ca-abca-b16f42cec9e0 node DatanodeRegistration(127.0.0.1:45833, datanodeUuid=d024fbdb-164b-43c9-a84e-fafdefda2ef4, infoPort=33431, infoSecurePort=0, ipcPort=37769, storageInfo=lv=-57;cid=testClusterID;nsid=1709423518;c=1731972139857), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:22:23,634 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757 2024-11-18T23:22:23,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:22:23,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:22:23,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741825_1001 (size=7) 2024-11-18T23:22:24,084 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614 with version=8 2024-11-18T23:22:24,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/hbase-staging 2024-11-18T23:22:24,086 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:22:24,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:22:24,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:22:24,087 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:22:24,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:22:24,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:22:24,087 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T23:22:24,087 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:22:24,089 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44713 2024-11-18T23:22:24,090 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44713 connecting to ZooKeeper ensemble=127.0.0.1:55373 2024-11-18T23:22:24,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447130x0, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:22:24,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44713-0x101504186c60000 connected 2024-11-18T23:22:24,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:22:24,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:22:24,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Set watcher on znode that does not yet exist, /0-1135058551/running 2024-11-18T23:22:24,453 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614, hbase.cluster.distributed=false 2024-11-18T23:22:24,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Set watcher on znode that does not yet exist, /0-1135058551/acl 2024-11-18T23:22:24,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44713 2024-11-18T23:22:24,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44713 2024-11-18T23:22:24,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44713 2024-11-18T23:22:24,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44713 2024-11-18T23:22:24,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44713 2024-11-18T23:22:24,517 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:22:24,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:22:24,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:22:24,517 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:22:24,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:22:24,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:22:24,517 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T23:22:24,517 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:22:24,518 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34953 2024-11-18T23:22:24,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34953 connecting to ZooKeeper ensemble=127.0.0.1:55373 2024-11-18T23:22:24,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:22:24,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:22:24,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349530x0, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:22:24,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349530x0, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Set watcher on znode that does not yet exist, /0-1135058551/running 2024-11-18T23:22:24,559 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T23:22:24,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34953-0x101504186c60001 connected 2024-11-18T23:22:24,578 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T23:22:24,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34953-0x101504186c60001, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Set watcher on znode that does not yet exist, /0-1135058551/master 2024-11-18T23:22:24,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34953-0x101504186c60001, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Set watcher on znode that does not yet exist, /0-1135058551/acl 2024-11-18T23:22:24,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34953 2024-11-18T23:22:24,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34953 2024-11-18T23:22:24,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34953 2024-11-18T23:22:24,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34953 2024-11-18T23:22:24,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34953 2024-11-18T23:22:24,654 DEBUG [M:0;9d96596e55a9:44713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:44713 2024-11-18T23:22:24,656 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1135058551/backup-masters/9d96596e55a9,44713,1731972144086 2024-11-18T23:22:24,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135058551/backup-masters 2024-11-18T23:22:24,672 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Set watcher on existing znode=/0-1135058551/backup-masters/9d96596e55a9,44713,1731972144086 2024-11-18T23:22:24,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x101504186c60001, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135058551/backup-masters 2024-11-18T23:22:24,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x101504186c60001, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1135058551/master 2024-11-18T23:22:24,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x101504186c60001, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135058551 2024-11-18T23:22:24,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135058551 2024-11-18T23:22:24,689 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Set watcher on existing znode=/0-1135058551/master 2024-11-18T23:22:24,698 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1135058551/backup-masters/9d96596e55a9,44713,1731972144086 from backup master directory 2024-11-18T23:22:24,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1135058551/backup-masters/9d96596e55a9,44713,1731972144086 2024-11-18T23:22:24,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135058551/backup-masters 2024-11-18T23:22:24,713 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:22:24,713 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,44713,1731972144086 2024-11-18T23:22:24,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x101504186c60001, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135058551/backup-masters 2024-11-18T23:22:24,723 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/hbase.id] with ID: 19cf89f5-ebf2-45d0-bfc4-c9598a42feb3 2024-11-18T23:22:24,723 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/.tmp/hbase.id 2024-11-18T23:22:24,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741826_1002 (size=42) 2024-11-18T23:22:24,745 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/.tmp/hbase.id]:[hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/hbase.id] 2024-11-18T23:22:24,771 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:22:24,771 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T23:22:24,774 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-18T23:22:24,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135058551 2024-11-18T23:22:24,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x101504186c60001, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135058551 2024-11-18T23:22:24,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741827_1003 (size=196) 2024-11-18T23:22:24,840 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:22:24,841 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T23:22:24,844 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:22:24,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741828_1004 (size=1189) 2024-11-18T23:22:25,279 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/data/master/store 2024-11-18T23:22:25,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741829_1005 (size=34) 2024-11-18T23:22:25,714 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:25,714 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:22:25,714 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:22:25,714 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:22:25,714 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:22:25,714 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:22:25,714 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:22:25,714 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972145714Disabling compacts and flushes for region at 1731972145714Disabling writes for close at 1731972145714Writing region close event to WAL at 1731972145714Closed at 1731972145714 2024-11-18T23:22:25,718 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/data/master/store/.initializing 2024-11-18T23:22:25,718 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/WALs/9d96596e55a9,44713,1731972144086 2024-11-18T23:22:25,721 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:22:25,733 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C44713%2C1731972144086, suffix=, logDir=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/WALs/9d96596e55a9,44713,1731972144086, archiveDir=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/oldWALs, maxLogs=10 2024-11-18T23:22:25,748 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/WALs/9d96596e55a9,44713,1731972144086/9d96596e55a9%2C44713%2C1731972144086.1731972145733, exclude list is [], retry=0 2024-11-18T23:22:25,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-fb0d88f5-f5bf-4601-9b25-97a4bd4cbca0,DISK] 2024-11-18T23:22:25,754 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/WALs/9d96596e55a9,44713,1731972144086/9d96596e55a9%2C44713%2C1731972144086.1731972145733 2024-11-18T23:22:25,755 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33431:33431)] 2024-11-18T23:22:25,755 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:22:25,755 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:25,755 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:25,755 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:25,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:25,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T23:22:25,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:25,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:25,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:25,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T23:22:25,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:25,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:25,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:25,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T23:22:25,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:25,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:25,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:25,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T23:22:25,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:25,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:25,764 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:25,764 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:25,764 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:25,765 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:25,765 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:25,766 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:22:25,767 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:25,774 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:22:25,775 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62848584, jitterRate=-0.06348311901092529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:22:25,775 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731972145755Initializing all the Stores at 1731972145756 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972145756Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972145758 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972145758Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972145758Cleaning up temporary data from old regions at 1731972145765 (+7 ms)Region opened successfully at 1731972145775 (+10 ms) 2024-11-18T23:22:25,776 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T23:22:25,782 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bde9f6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:22:25,782 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T23:22:25,782 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T23:22:25,783 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T23:22:25,783 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T23:22:25,783 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T23:22:25,783 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T23:22:25,783 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T23:22:25,788 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T23:22:25,796 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Unable to get data of znode /0-1135058551/balancer because node does not exist (not necessarily an error) 2024-11-18T23:22:25,848 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1135058551/balancer already deleted, retry=false 2024-11-18T23:22:25,849 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T23:22:25,850 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Unable to get data of znode /0-1135058551/normalizer because node does not exist (not necessarily an error) 2024-11-18T23:22:25,861 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1135058551/normalizer already deleted, retry=false 2024-11-18T23:22:25,861 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T23:22:25,867 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Unable to get data of znode /0-1135058551/switch/split because node does not exist (not necessarily an error) 2024-11-18T23:22:25,880 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1135058551/switch/split already deleted, retry=false 2024-11-18T23:22:25,882 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Unable to get data of znode /0-1135058551/switch/merge because node does not exist (not necessarily an error) 2024-11-18T23:22:25,891 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1135058551/switch/merge already deleted, retry=false 2024-11-18T23:22:25,895 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Unable to get data of znode /0-1135058551/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T23:22:25,908 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1135058551/snapshot-cleanup already deleted, retry=false 2024-11-18T23:22:25,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x101504186c60001, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1135058551/running 2024-11-18T23:22:25,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x101504186c60001, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135058551 2024-11-18T23:22:25,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1135058551/running 2024-11-18T23:22:25,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135058551 2024-11-18T23:22:25,924 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,44713,1731972144086, sessionid=0x101504186c60000, setting cluster-up flag (Was=false) 2024-11-18T23:22:25,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135058551 2024-11-18T23:22:25,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x101504186c60001, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135058551 2024-11-18T23:22:26,006 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1135058551/flush-table-proc/acquired, /0-1135058551/flush-table-proc/reached, /0-1135058551/flush-table-proc/abort 2024-11-18T23:22:26,007 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,44713,1731972144086 2024-11-18T23:22:26,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x101504186c60001, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135058551 2024-11-18T23:22:26,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135058551 2024-11-18T23:22:26,060 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1135058551/online-snapshot/acquired, /0-1135058551/online-snapshot/reached, /0-1135058551/online-snapshot/abort 2024-11-18T23:22:26,064 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,44713,1731972144086 2024-11-18T23:22:26,068 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T23:22:26,071 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T23:22:26,071 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T23:22:26,072 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T23:22:26,072 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,44713,1731972144086 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T23:22:26,077 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:22:26,077 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:22:26,077 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:22:26,077 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:22:26,077 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-18T23:22:26,077 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:26,077 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:22:26,077 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:26,082 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:22:26,082 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T23:22:26,082 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731972176082 2024-11-18T23:22:26,082 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T23:22:26,083 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T23:22:26,083 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T23:22:26,083 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T23:22:26,083 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T23:22:26,083 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T23:22:26,083 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:26,083 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T23:22:26,089 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:26,096 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T23:22:26,096 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T23:22:26,096 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T23:22:26,097 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T23:22:26,101 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T23:22:26,101 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T23:22:26,102 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972146101,5,FailOnTimeoutGroup] 2024-11-18T23:22:26,108 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972146102,5,FailOnTimeoutGroup] 2024-11-18T23:22:26,109 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:26,109 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T23:22:26,109 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:26,109 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:26,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741831_1007 (size=1321) 2024-11-18T23:22:26,117 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T23:22:26,117 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614 2024-11-18T23:22:26,168 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(746): ClusterId : 19cf89f5-ebf2-45d0-bfc4-c9598a42feb3 2024-11-18T23:22:26,168 DEBUG [RS:0;9d96596e55a9:34953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T23:22:26,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741832_1008 (size=32) 2024-11-18T23:22:26,189 DEBUG [RS:0;9d96596e55a9:34953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T23:22:26,189 DEBUG [RS:0;9d96596e55a9:34953 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T23:22:26,209 DEBUG [RS:0;9d96596e55a9:34953 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T23:22:26,209 DEBUG [RS:0;9d96596e55a9:34953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f1b050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:22:26,224 DEBUG [RS:0;9d96596e55a9:34953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:34953 2024-11-18T23:22:26,224 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T23:22:26,224 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T23:22:26,224 DEBUG [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T23:22:26,228 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,44713,1731972144086 with port=34953, startcode=1731972144516 2024-11-18T23:22:26,228 DEBUG [RS:0;9d96596e55a9:34953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T23:22:26,235 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T23:22:26,238 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,34953,1731972144516 2024-11-18T23:22:26,238 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44713 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,34953,1731972144516 2024-11-18T23:22:26,243 DEBUG [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614 2024-11-18T23:22:26,243 DEBUG [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40937 2024-11-18T23:22:26,243 DEBUG [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T23:22:26,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T23:22:26,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T23:22:26,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:22:26,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135058551/rs 2024-11-18T23:22:26,258 DEBUG [RS:0;9d96596e55a9:34953 {}] zookeeper.ZKUtil(111): regionserver:34953-0x101504186c60001, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Set watcher on existing znode=/0-1135058551/rs/9d96596e55a9,34953,1731972144516 2024-11-18T23:22:26,259 WARN [RS:0;9d96596e55a9:34953 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:22:26,259 INFO [RS:0;9d96596e55a9:34953 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:22:26,259 DEBUG [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516 2024-11-18T23:22:26,268 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,34953,1731972144516] 2024-11-18T23:22:26,290 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T23:22:26,299 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T23:22:26,300 INFO [RS:0;9d96596e55a9:34953 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T23:22:26,300 INFO [RS:0;9d96596e55a9:34953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:26,304 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T23:22:26,310 INFO [RS:0;9d96596e55a9:34953 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T23:22:26,311 INFO [RS:0;9d96596e55a9:34953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:26,311 DEBUG [RS:0;9d96596e55a9:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:26,311 DEBUG [RS:0;9d96596e55a9:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:26,311 DEBUG [RS:0;9d96596e55a9:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:26,311 DEBUG [RS:0;9d96596e55a9:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:26,311 DEBUG [RS:0;9d96596e55a9:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:26,311 DEBUG [RS:0;9d96596e55a9:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:22:26,311 DEBUG [RS:0;9d96596e55a9:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:26,311 DEBUG [RS:0;9d96596e55a9:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:26,311 DEBUG [RS:0;9d96596e55a9:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:26,311 DEBUG [RS:0;9d96596e55a9:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:26,311 DEBUG [RS:0;9d96596e55a9:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:26,311 DEBUG [RS:0;9d96596e55a9:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:26,311 DEBUG [RS:0;9d96596e55a9:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:22:26,311 DEBUG [RS:0;9d96596e55a9:34953 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:22:26,336 INFO [RS:0;9d96596e55a9:34953 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:26,336 INFO [RS:0;9d96596e55a9:34953 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:26,336 INFO [RS:0;9d96596e55a9:34953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:26,336 INFO [RS:0;9d96596e55a9:34953 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:26,336 INFO [RS:0;9d96596e55a9:34953 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:26,336 INFO [RS:0;9d96596e55a9:34953 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,34953,1731972144516-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:22:26,361 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T23:22:26,361 INFO [RS:0;9d96596e55a9:34953 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,34953,1731972144516-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:26,361 INFO [RS:0;9d96596e55a9:34953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:26,361 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.Replication(171): 9d96596e55a9,34953,1731972144516 started 2024-11-18T23:22:26,388 INFO [RS:0;9d96596e55a9:34953 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:26,388 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,34953,1731972144516, RpcServer on 9d96596e55a9/172.17.0.2:34953, sessionid=0x101504186c60001 2024-11-18T23:22:26,389 DEBUG [RS:0;9d96596e55a9:34953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T23:22:26,389 DEBUG [RS:0;9d96596e55a9:34953 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,34953,1731972144516 2024-11-18T23:22:26,389 DEBUG [RS:0;9d96596e55a9:34953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,34953,1731972144516' 2024-11-18T23:22:26,389 DEBUG [RS:0;9d96596e55a9:34953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1135058551/flush-table-proc/abort' 2024-11-18T23:22:26,389 DEBUG [RS:0;9d96596e55a9:34953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1135058551/flush-table-proc/acquired' 2024-11-18T23:22:26,390 DEBUG [RS:0;9d96596e55a9:34953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T23:22:26,390 DEBUG [RS:0;9d96596e55a9:34953 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T23:22:26,390 DEBUG [RS:0;9d96596e55a9:34953 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,34953,1731972144516 2024-11-18T23:22:26,390 DEBUG [RS:0;9d96596e55a9:34953 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,34953,1731972144516' 2024-11-18T23:22:26,390 DEBUG [RS:0;9d96596e55a9:34953 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1135058551/online-snapshot/abort' 2024-11-18T23:22:26,390 DEBUG [RS:0;9d96596e55a9:34953 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1135058551/online-snapshot/acquired' 2024-11-18T23:22:26,391 DEBUG [RS:0;9d96596e55a9:34953 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T23:22:26,391 INFO [RS:0;9d96596e55a9:34953 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T23:22:26,391 INFO [RS:0;9d96596e55a9:34953 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T23:22:26,491 INFO [RS:0;9d96596e55a9:34953 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:22:26,492 INFO [RS:0;9d96596e55a9:34953 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C34953%2C1731972144516, suffix=, logDir=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516, archiveDir=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/oldWALs, maxLogs=10 2024-11-18T23:22:26,508 DEBUG [RS:0;9d96596e55a9:34953 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492, exclude list is [], retry=0 2024-11-18T23:22:26,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-fb0d88f5-f5bf-4601-9b25-97a4bd4cbca0,DISK] 2024-11-18T23:22:26,527 INFO [RS:0;9d96596e55a9:34953 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 2024-11-18T23:22:26,528 DEBUG [RS:0;9d96596e55a9:34953 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33431:33431)] 2024-11-18T23:22:26,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:26,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:22:26,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:22:26,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:26,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:26,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:22:26,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:22:26,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:26,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:26,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:22:26,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:22:26,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:26,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:26,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:22:26,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:22:26,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:26,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:26,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:22:26,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740 2024-11-18T23:22:26,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740 2024-11-18T23:22:26,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:22:26,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:22:26,664 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:22:26,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:22:26,693 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:22:26,694 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69168451, jitterRate=0.030690237879753113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:22:26,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731972146584Initializing all the Stores at 1731972146592 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972146592Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972146596 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972146596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972146596Cleaning up temporary data from old regions at 1731972146660 (+64 ms)Region opened successfully at 1731972146694 (+34 ms) 2024-11-18T23:22:26,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:22:26,694 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:22:26,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:22:26,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:22:26,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:22:26,699 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:22:26,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972146694Disabling compacts and flushes for region at 1731972146694Disabling writes for close at 1731972146694Writing region close event to WAL at 1731972146699 (+5 ms)Closed at 1731972146699 2024-11-18T23:22:26,700 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:22:26,700 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T23:22:26,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T23:22:26,701 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:22:26,702 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T23:22:26,853 DEBUG [9d96596e55a9:44713 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:22:26,854 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,34953,1731972144516 2024-11-18T23:22:26,857 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,34953,1731972144516, state=OPENING 2024-11-18T23:22:26,903 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T23:22:26,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x101504186c60001, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135058551 2024-11-18T23:22:26,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135058551 2024-11-18T23:22:26,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1135058551/meta-region-server: CHANGED 2024-11-18T23:22:26,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1135058551/meta-region-server: CHANGED 2024-11-18T23:22:26,981 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:22:26,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,34953,1731972144516}] 2024-11-18T23:22:27,139 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:22:27,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:22:27,154 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T23:22:27,155 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:22:27,155 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T23:22:27,157 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C34953%2C1731972144516.meta, suffix=.meta, logDir=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516, archiveDir=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/oldWALs, maxLogs=10 2024-11-18T23:22:27,175 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.meta.1731972147157.meta, exclude list is [], retry=0 2024-11-18T23:22:27,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-fb0d88f5-f5bf-4601-9b25-97a4bd4cbca0,DISK] 2024-11-18T23:22:27,206 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.meta.1731972147157.meta 2024-11-18T23:22:27,212 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33431:33431)] 2024-11-18T23:22:27,212 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:22:27,213 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:22:27,213 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:22:27,213 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T23:22:27,213 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T23:22:27,213 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T23:22:27,213 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:27,213 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T23:22:27,213 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T23:22:27,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:22:27,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:22:27,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:27,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:27,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:22:27,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:22:27,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:27,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:27,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:22:27,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:22:27,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:27,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:27,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:22:27,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:22:27,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:27,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:27,232 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:22:27,233 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740 2024-11-18T23:22:27,233 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740 2024-11-18T23:22:27,242 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:22:27,242 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:22:27,242 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:22:27,244 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:22:27,244 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64009700, jitterRate=-0.04618114233016968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:22:27,244 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T23:22:27,245 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731972147213Writing region info on filesystem at 1731972147213Initializing all the Stores at 1731972147216 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972147216Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972147220 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972147220Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972147220Cleaning up temporary data from old regions at 1731972147242 (+22 ms)Running coprocessor post-open hooks at 1731972147244 (+2 ms)Region opened successfully at 1731972147245 (+1 ms) 2024-11-18T23:22:27,247 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731972147139 2024-11-18T23:22:27,250 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T23:22:27,250 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T23:22:27,250 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,34953,1731972144516 2024-11-18T23:22:27,252 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,34953,1731972144516, state=OPEN 2024-11-18T23:22:27,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x101504186c60001, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1135058551/meta-region-server 2024-11-18T23:22:27,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1135058551/meta-region-server 2024-11-18T23:22:27,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1135058551/meta-region-server: CHANGED 2024-11-18T23:22:27,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1135058551/meta-region-server: CHANGED 2024-11-18T23:22:27,273 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,34953,1731972144516 2024-11-18T23:22:27,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T23:22:27,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,34953,1731972144516 in 292 msec 2024-11-18T23:22:27,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T23:22:27,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 575 msec 2024-11-18T23:22:27,280 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:22:27,280 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T23:22:27,282 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:22:27,282 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,34953,1731972144516, seqNum=-1] 2024-11-18T23:22:27,282 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:22:27,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:22:27,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2340 sec 2024-11-18T23:22:27,312 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731972147312, completionTime=-1 2024-11-18T23:22:27,312 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T23:22:27,312 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T23:22:27,320 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T23:22:27,320 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731972207320 2024-11-18T23:22:27,320 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731972267320 2024-11-18T23:22:27,320 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-18T23:22:27,321 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44713,1731972144086-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:27,321 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44713,1731972144086-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:27,321 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44713,1731972144086-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:27,321 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:44713, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:27,321 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:27,323 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:27,328 DEBUG [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T23:22:27,330 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.617sec 2024-11-18T23:22:27,330 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T23:22:27,330 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T23:22:27,330 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T23:22:27,330 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T23:22:27,330 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T23:22:27,330 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44713,1731972144086-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:22:27,331 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44713,1731972144086-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T23:22:27,345 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T23:22:27,345 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T23:22:27,346 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44713,1731972144086-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:27,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69521917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:27,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,44713,-1 for getting cluster id 2024-11-18T23:22:27,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:27,361 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19cf89f5-ebf2-45d0-bfc4-c9598a42feb3' 2024-11-18T23:22:27,361 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:27,361 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19cf89f5-ebf2-45d0-bfc4-c9598a42feb3" 2024-11-18T23:22:27,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8e5aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:27,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,44713,-1] 2024-11-18T23:22:27,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:27,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:27,364 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:27,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21254047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:27,365 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:22:27,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,34953,1731972144516, seqNum=-1] 2024-11-18T23:22:27,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:22:27,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:22:27,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d96596e55a9,44713,1731972144086 2024-11-18T23:22:27,370 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55373 2024-11-18T23:22:27,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:22:27,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101504186c60002 connected 2024-11-18T23:22:27,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/hadoop.log.dir so I do NOT create it in target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095 2024-11-18T23:22:27,434 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T23:22:27,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/hadoop.tmp.dir so I do NOT create it in target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095 2024-11-18T23:22:27,434 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T23:22:27,434 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095 2024-11-18T23:22:27,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T23:22:27,434 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/cluster_67a9a2cf-1e98-393e-14e8-49a1b4cbde9d, deleteOnExit=true 2024-11-18T23:22:27,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T23:22:27,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/test.cache.data in system properties and HBase conf 2024-11-18T23:22:27,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T23:22:27,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/hadoop.log.dir in system properties and HBase conf 2024-11-18T23:22:27,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T23:22:27,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T23:22:27,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T23:22:27,435 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T23:22:27,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:22:27,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:22:27,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T23:22:27,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:22:27,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T23:22:27,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T23:22:27,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:22:27,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:22:27,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T23:22:27,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/nfs.dump.dir in system properties and HBase conf 2024-11-18T23:22:27,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/java.io.tmpdir in system properties and HBase conf 2024-11-18T23:22:27,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:22:27,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T23:22:27,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T23:22:27,883 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:22:27,887 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:22:27,914 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:22:27,914 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:22:27,914 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:22:27,915 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:22:27,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c654e76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:22:27,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2424edd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:22:28,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65d5c153{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/java.io.tmpdir/jetty-localhost-40903-hadoop-hdfs-3_4_1-tests_jar-_-any-4379296516861015196/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:22:28,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c9beac5{HTTP/1.1, (http/1.1)}{localhost:40903} 2024-11-18T23:22:28,048 INFO [Time-limited test {}] server.Server(415): Started @262207ms 2024-11-18T23:22:28,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:22:28,480 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:22:28,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:22:28,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:22:28,510 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:22:28,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c8563e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:22:28,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ba28043{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:22:28,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70a7e87d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/java.io.tmpdir/jetty-localhost-38115-hadoop-hdfs-3_4_1-tests_jar-_-any-16345697454065437240/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:22:28,650 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e9e894a{HTTP/1.1, (http/1.1)}{localhost:38115} 2024-11-18T23:22:28,650 INFO [Time-limited test {}] server.Server(415): Started @262809ms 2024-11-18T23:22:28,651 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T23:22:30,085 WARN [Thread-2775 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/cluster_67a9a2cf-1e98-393e-14e8-49a1b4cbde9d/data/data1/current/BP-1098660174-172.17.0.2-1731972147457/current, will proceed with Du for space computation calculation, 2024-11-18T23:22:30,091 WARN [Thread-2776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/cluster_67a9a2cf-1e98-393e-14e8-49a1b4cbde9d/data/data2/current/BP-1098660174-172.17.0.2-1731972147457/current, will proceed with Du for space computation calculation, 2024-11-18T23:22:30,169 WARN [Thread-2763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T23:22:30,180 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e77a279606cc4b5 with lease ID 0x5c253b36cdb1b9fe: Processing first storage report for DS-53d323ee-1282-4b71-8620-266c005e592e from datanode DatanodeRegistration(127.0.0.1:35893, datanodeUuid=5d92d8ed-ccca-44d9-9c43-6458b9a9a4ea, infoPort=42029, infoSecurePort=0, ipcPort=35699, storageInfo=lv=-57;cid=testClusterID;nsid=684350699;c=1731972147457) 2024-11-18T23:22:30,180 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e77a279606cc4b5 with lease ID 0x5c253b36cdb1b9fe: from storage DS-53d323ee-1282-4b71-8620-266c005e592e node DatanodeRegistration(127.0.0.1:35893, datanodeUuid=5d92d8ed-ccca-44d9-9c43-6458b9a9a4ea, infoPort=42029, infoSecurePort=0, ipcPort=35699, storageInfo=lv=-57;cid=testClusterID;nsid=684350699;c=1731972147457), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:22:30,181 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e77a279606cc4b5 with lease ID 0x5c253b36cdb1b9fe: Processing first storage report for DS-05b66d66-9105-444e-a7ee-cf25f0d458c7 from datanode DatanodeRegistration(127.0.0.1:35893, datanodeUuid=5d92d8ed-ccca-44d9-9c43-6458b9a9a4ea, infoPort=42029, infoSecurePort=0, ipcPort=35699, storageInfo=lv=-57;cid=testClusterID;nsid=684350699;c=1731972147457) 2024-11-18T23:22:30,181 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e77a279606cc4b5 with lease ID 0x5c253b36cdb1b9fe: from storage DS-05b66d66-9105-444e-a7ee-cf25f0d458c7 node DatanodeRegistration(127.0.0.1:35893, datanodeUuid=5d92d8ed-ccca-44d9-9c43-6458b9a9a4ea, infoPort=42029, infoSecurePort=0, ipcPort=35699, storageInfo=lv=-57;cid=testClusterID;nsid=684350699;c=1731972147457), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:22:30,228 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095 2024-11-18T23:22:30,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:22:30,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:22:30,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741825_1001 (size=7) 2024-11-18T23:22:30,301 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57 with version=8 2024-11-18T23:22:30,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/hbase-staging 2024-11-18T23:22:30,303 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:22:30,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:22:30,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:22:30,303 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:22:30,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:22:30,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:22:30,304 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T23:22:30,304 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:22:30,304 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44565 2024-11-18T23:22:30,305 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44565 connecting to ZooKeeper ensemble=127.0.0.1:55373 2024-11-18T23:22:30,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445650x0, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:22:30,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44565-0x101504186c60003 connected 2024-11-18T23:22:30,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:22:30,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:22:30,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Set watcher on znode that does not yet exist, /1-1104336146/running 2024-11-18T23:22:30,456 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57, hbase.cluster.distributed=false 2024-11-18T23:22:30,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Set watcher on znode that does not yet exist, /1-1104336146/acl 2024-11-18T23:22:30,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44565 2024-11-18T23:22:30,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44565 2024-11-18T23:22:30,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44565 2024-11-18T23:22:30,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44565 2024-11-18T23:22:30,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44565 2024-11-18T23:22:30,557 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:22:30,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:22:30,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:22:30,557 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:22:30,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:22:30,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:22:30,568 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T23:22:30,569 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:22:30,584 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46735 2024-11-18T23:22:30,586 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46735 connecting to ZooKeeper ensemble=127.0.0.1:55373 2024-11-18T23:22:30,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:22:30,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:22:30,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467350x0, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:22:30,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467350x0, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Set watcher on znode that does not yet exist, /1-1104336146/running 2024-11-18T23:22:30,629 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T23:22:30,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46735-0x101504186c60004 connected 2024-11-18T23:22:30,675 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T23:22:30,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46735-0x101504186c60004, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Set watcher on znode that does not yet exist, /1-1104336146/master 2024-11-18T23:22:30,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46735-0x101504186c60004, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Set watcher on znode that does not yet exist, /1-1104336146/acl 2024-11-18T23:22:30,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46735 2024-11-18T23:22:30,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46735 2024-11-18T23:22:30,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46735 2024-11-18T23:22:30,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46735 2024-11-18T23:22:30,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46735 2024-11-18T23:22:30,788 DEBUG [M:0;9d96596e55a9:44565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:44565 2024-11-18T23:22:30,804 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1104336146/backup-masters/9d96596e55a9,44565,1731972150303 2024-11-18T23:22:30,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1104336146/backup-masters 2024-11-18T23:22:30,821 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Set watcher on existing znode=/1-1104336146/backup-masters/9d96596e55a9,44565,1731972150303 2024-11-18T23:22:30,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x101504186c60004, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1104336146/backup-masters 2024-11-18T23:22:30,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x101504186c60004, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1104336146/master 2024-11-18T23:22:30,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1104336146 2024-11-18T23:22:30,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x101504186c60004, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1104336146 2024-11-18T23:22:30,833 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Set watcher on existing znode=/1-1104336146/master 2024-11-18T23:22:30,833 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1104336146/backup-masters/9d96596e55a9,44565,1731972150303 from backup master directory 2024-11-18T23:22:30,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1104336146/backup-masters/9d96596e55a9,44565,1731972150303 2024-11-18T23:22:30,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1104336146/backup-masters 2024-11-18T23:22:30,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x101504186c60004, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1104336146/backup-masters 2024-11-18T23:22:30,847 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:22:30,847 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,44565,1731972150303 2024-11-18T23:22:30,872 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/hbase.id] with ID: 536ff685-3664-4bfb-9a78-0b67cd9d9298 2024-11-18T23:22:30,872 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/.tmp/hbase.id 2024-11-18T23:22:30,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741826_1002 (size=42) 2024-11-18T23:22:30,915 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/.tmp/hbase.id]:[hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/hbase.id] 2024-11-18T23:22:30,976 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:22:30,976 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T23:22:30,977 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T23:22:30,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1104336146 2024-11-18T23:22:30,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x101504186c60004, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1104336146 2024-11-18T23:22:31,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741827_1003 (size=196) 2024-11-18T23:22:31,055 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:22:31,056 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T23:22:31,057 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:22:31,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741828_1004 (size=1189) 2024-11-18T23:22:31,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:31,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:31,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:31,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:31,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:31,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:31,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:31,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:31,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:31,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:31,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:31,479 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/data/master/store 2024-11-18T23:22:31,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741829_1005 (size=34) 2024-11-18T23:22:31,889 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:22:31,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:31,934 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:31,935 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:22:31,935 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:22:31,935 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:22:31,935 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:22:31,935 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:22:31,935 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:22:31,935 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972151935Disabling compacts and flushes for region at 1731972151935Disabling writes for close at 1731972151935Writing region close event to WAL at 1731972151935Closed at 1731972151935 2024-11-18T23:22:31,937 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/data/master/store/.initializing 2024-11-18T23:22:31,937 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/WALs/9d96596e55a9,44565,1731972150303 2024-11-18T23:22:31,939 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:22:31,943 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C44565%2C1731972150303, suffix=, logDir=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/WALs/9d96596e55a9,44565,1731972150303, archiveDir=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/oldWALs, maxLogs=10 2024-11-18T23:22:31,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:31,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:31,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:31,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:31,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:31,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:31,967 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/WALs/9d96596e55a9,44565,1731972150303/9d96596e55a9%2C44565%2C1731972150303.1731972151943, exclude list is [], retry=0 2024-11-18T23:22:32,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:32,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35893,DS-53d323ee-1282-4b71-8620-266c005e592e,DISK] 2024-11-18T23:22:32,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:32,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:32,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:32,048 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/WALs/9d96596e55a9,44565,1731972150303/9d96596e55a9%2C44565%2C1731972150303.1731972151943 2024-11-18T23:22:32,056 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42029:42029)] 2024-11-18T23:22:32,056 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:22:32,056 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:32,056 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:32,056 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:32,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:32,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T23:22:32,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:32,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:32,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:32,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T23:22:32,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:32,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:32,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:32,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T23:22:32,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:32,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:32,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:32,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T23:22:32,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:32,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:32,093 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:32,095 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:32,096 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:32,097 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:32,097 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:32,098 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:22:32,099 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:32,121 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:22:32,121 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65717490, jitterRate=-0.02073308825492859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:22:32,122 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731972152056Initializing all the Stores at 1731972152058 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972152058Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972152060 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972152060Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972152060Cleaning up temporary data from old regions at 1731972152097 (+37 ms)Region opened successfully at 1731972152122 (+25 ms) 2024-11-18T23:22:32,124 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T23:22:32,127 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf15cd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:22:32,127 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T23:22:32,128 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T23:22:32,128 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T23:22:32,128 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T23:22:32,128 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T23:22:32,128 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T23:22:32,128 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T23:22:32,137 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T23:22:32,138 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Unable to get data of znode /1-1104336146/balancer because node does not exist (not necessarily an error) 2024-11-18T23:22:32,196 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1104336146/balancer already deleted, retry=false 2024-11-18T23:22:32,197 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T23:22:32,203 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Unable to get data of znode /1-1104336146/normalizer because node does not exist (not necessarily an error) 2024-11-18T23:22:32,256 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1104336146/normalizer already deleted, retry=false 2024-11-18T23:22:32,257 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T23:22:32,258 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Unable to get data of znode /1-1104336146/switch/split because node does not exist (not necessarily an error) 2024-11-18T23:22:32,290 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T23:22:32,374 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1104336146/switch/split already deleted, retry=false 2024-11-18T23:22:32,380 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Unable to get data of znode /1-1104336146/switch/merge because node does not exist (not necessarily an error) 2024-11-18T23:22:32,667 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1104336146/switch/merge already deleted, retry=false 2024-11-18T23:22:32,672 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Unable to get data of znode /1-1104336146/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T23:22:32,919 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1104336146/snapshot-cleanup already deleted, retry=false 2024-11-18T23:22:32,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x101504186c60004, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1104336146/running 2024-11-18T23:22:32,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x101504186c60004, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1104336146 2024-11-18T23:22:32,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1104336146/running 2024-11-18T23:22:32,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1104336146 2024-11-18T23:22:32,965 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,44565,1731972150303, sessionid=0x101504186c60003, setting cluster-up flag (Was=false) 2024-11-18T23:22:32,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1104336146 2024-11-18T23:22:32,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x101504186c60004, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1104336146 2024-11-18T23:22:33,017 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1104336146/flush-table-proc/acquired, /1-1104336146/flush-table-proc/reached, /1-1104336146/flush-table-proc/abort 2024-11-18T23:22:33,018 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,44565,1731972150303 2024-11-18T23:22:33,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1104336146 2024-11-18T23:22:33,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x101504186c60004, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1104336146 2024-11-18T23:22:33,135 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1104336146/online-snapshot/acquired, /1-1104336146/online-snapshot/reached, /1-1104336146/online-snapshot/abort 2024-11-18T23:22:33,137 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,44565,1731972150303 2024-11-18T23:22:33,149 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T23:22:33,160 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T23:22:33,161 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T23:22:33,161 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T23:22:33,161 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,44565,1731972150303 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T23:22:33,188 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:22:33,188 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:22:33,188 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:22:33,188 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:22:33,188 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-18T23:22:33,188 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:33,189 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:22:33,189 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:33,229 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:22:33,229 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T23:22:33,235 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731972183234 2024-11-18T23:22:33,235 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T23:22:33,235 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T23:22:33,236 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T23:22:33,236 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T23:22:33,236 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T23:22:33,236 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T23:22:33,238 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:33,238 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T23:22:33,249 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer(746): ClusterId : 536ff685-3664-4bfb-9a78-0b67cd9d9298 2024-11-18T23:22:33,249 DEBUG [RS:0;9d96596e55a9:46735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T23:22:33,257 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:33,262 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T23:22:33,263 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T23:22:33,263 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T23:22:33,263 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T23:22:33,292 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T23:22:33,293 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T23:22:33,295 DEBUG [RS:0;9d96596e55a9:46735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T23:22:33,295 DEBUG [RS:0;9d96596e55a9:46735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T23:22:33,304 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972153293,5,FailOnTimeoutGroup] 2024-11-18T23:22:33,308 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972153304,5,FailOnTimeoutGroup] 2024-11-18T23:22:33,308 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:33,308 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T23:22:33,308 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:33,308 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:33,319 DEBUG [RS:0;9d96596e55a9:46735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T23:22:33,320 DEBUG [RS:0;9d96596e55a9:46735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5fff32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:22:33,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741831_1007 (size=1321) 2024-11-18T23:22:33,366 DEBUG [RS:0;9d96596e55a9:46735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:46735 2024-11-18T23:22:33,366 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T23:22:33,366 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T23:22:33,366 DEBUG [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T23:22:33,369 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,44565,1731972150303 with port=46735, startcode=1731972150557 2024-11-18T23:22:33,370 DEBUG [RS:0;9d96596e55a9:46735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T23:22:33,377 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T23:22:33,379 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44565 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,46735,1731972150557 2024-11-18T23:22:33,379 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44565 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,46735,1731972150557 2024-11-18T23:22:33,390 DEBUG [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57 2024-11-18T23:22:33,390 DEBUG [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46577 2024-11-18T23:22:33,390 DEBUG [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T23:22:33,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1104336146/rs 2024-11-18T23:22:33,478 DEBUG [RS:0;9d96596e55a9:46735 {}] zookeeper.ZKUtil(111): regionserver:46735-0x101504186c60004, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Set watcher on existing znode=/1-1104336146/rs/9d96596e55a9,46735,1731972150557 2024-11-18T23:22:33,478 WARN [RS:0;9d96596e55a9:46735 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:22:33,479 INFO [RS:0;9d96596e55a9:46735 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:22:33,479 DEBUG [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557 2024-11-18T23:22:33,480 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,46735,1731972150557] 2024-11-18T23:22:33,504 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T23:22:33,506 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T23:22:33,508 INFO [RS:0;9d96596e55a9:46735 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T23:22:33,509 INFO [RS:0;9d96596e55a9:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:33,511 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T23:22:33,516 INFO [RS:0;9d96596e55a9:46735 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T23:22:33,517 INFO [RS:0;9d96596e55a9:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:33,517 DEBUG [RS:0;9d96596e55a9:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:33,517 DEBUG [RS:0;9d96596e55a9:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:33,517 DEBUG [RS:0;9d96596e55a9:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:33,517 DEBUG [RS:0;9d96596e55a9:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:33,517 DEBUG [RS:0;9d96596e55a9:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:33,517 DEBUG [RS:0;9d96596e55a9:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:22:33,517 DEBUG [RS:0;9d96596e55a9:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:33,517 DEBUG [RS:0;9d96596e55a9:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:33,517 DEBUG [RS:0;9d96596e55a9:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:33,517 DEBUG [RS:0;9d96596e55a9:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:33,517 DEBUG [RS:0;9d96596e55a9:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:33,517 DEBUG [RS:0;9d96596e55a9:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:33,517 DEBUG [RS:0;9d96596e55a9:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:22:33,517 DEBUG [RS:0;9d96596e55a9:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:22:33,522 INFO [RS:0;9d96596e55a9:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:33,522 INFO [RS:0;9d96596e55a9:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:33,522 INFO [RS:0;9d96596e55a9:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:33,522 INFO [RS:0;9d96596e55a9:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:33,522 INFO [RS:0;9d96596e55a9:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:33,522 INFO [RS:0;9d96596e55a9:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,46735,1731972150557-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:22:33,542 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T23:22:33,542 INFO [RS:0;9d96596e55a9:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,46735,1731972150557-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:33,542 INFO [RS:0;9d96596e55a9:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:33,542 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.Replication(171): 9d96596e55a9,46735,1731972150557 started 2024-11-18T23:22:33,562 INFO [RS:0;9d96596e55a9:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:33,562 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,46735,1731972150557, RpcServer on 9d96596e55a9/172.17.0.2:46735, sessionid=0x101504186c60004 2024-11-18T23:22:33,562 DEBUG [RS:0;9d96596e55a9:46735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T23:22:33,562 DEBUG [RS:0;9d96596e55a9:46735 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,46735,1731972150557 2024-11-18T23:22:33,562 DEBUG [RS:0;9d96596e55a9:46735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,46735,1731972150557' 2024-11-18T23:22:33,562 DEBUG [RS:0;9d96596e55a9:46735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1104336146/flush-table-proc/abort' 2024-11-18T23:22:33,563 DEBUG [RS:0;9d96596e55a9:46735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1104336146/flush-table-proc/acquired' 2024-11-18T23:22:33,564 DEBUG [RS:0;9d96596e55a9:46735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T23:22:33,564 DEBUG [RS:0;9d96596e55a9:46735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T23:22:33,564 DEBUG [RS:0;9d96596e55a9:46735 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,46735,1731972150557 2024-11-18T23:22:33,564 DEBUG [RS:0;9d96596e55a9:46735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,46735,1731972150557' 2024-11-18T23:22:33,564 DEBUG [RS:0;9d96596e55a9:46735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1104336146/online-snapshot/abort' 2024-11-18T23:22:33,564 DEBUG [RS:0;9d96596e55a9:46735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1104336146/online-snapshot/acquired' 2024-11-18T23:22:33,564 DEBUG [RS:0;9d96596e55a9:46735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T23:22:33,564 INFO [RS:0;9d96596e55a9:46735 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T23:22:33,564 INFO [RS:0;9d96596e55a9:46735 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T23:22:33,665 INFO [RS:0;9d96596e55a9:46735 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:22:33,666 INFO [RS:0;9d96596e55a9:46735 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C46735%2C1731972150557, suffix=, logDir=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557, archiveDir=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/oldWALs, maxLogs=10 2024-11-18T23:22:33,687 DEBUG [RS:0;9d96596e55a9:46735 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667, exclude list is [], retry=0 2024-11-18T23:22:33,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35893,DS-53d323ee-1282-4b71-8620-266c005e592e,DISK] 2024-11-18T23:22:33,711 INFO [RS:0;9d96596e55a9:46735 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 2024-11-18T23:22:33,712 DEBUG [RS:0;9d96596e55a9:46735 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42029:42029)] 2024-11-18T23:22:33,764 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T23:22:33,765 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57 2024-11-18T23:22:33,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741833_1009 (size=32) 2024-11-18T23:22:33,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:33,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:22:33,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:22:33,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:33,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:33,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:22:33,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:22:33,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:33,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:33,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:22:33,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:22:33,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:33,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:33,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:22:33,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:22:33,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:33,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:33,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:22:33,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740 2024-11-18T23:22:33,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740 2024-11-18T23:22:33,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:22:33,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:22:33,888 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:22:33,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:22:33,917 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:22:33,917 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69173665, jitterRate=0.030767932534217834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:22:33,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731972153817Initializing all the Stores at 1731972153824 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972153824Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972153836 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972153836Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972153836Cleaning up temporary data from old regions at 1731972153884 (+48 ms)Region opened successfully at 1731972153917 (+33 ms) 2024-11-18T23:22:33,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:22:33,917 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:22:33,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:22:33,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:22:33,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:22:33,918 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:22:33,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972153917Disabling compacts and flushes for region at 1731972153917Disabling writes for close at 1731972153917Writing region close event to WAL at 1731972153918 (+1 ms)Closed at 1731972153918 2024-11-18T23:22:33,919 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:22:33,919 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T23:22:33,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T23:22:33,921 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:22:33,921 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T23:22:34,072 DEBUG [9d96596e55a9:44565 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:22:34,072 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,46735,1731972150557 2024-11-18T23:22:34,079 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,46735,1731972150557, state=OPENING 2024-11-18T23:22:34,097 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T23:22:34,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x101504186c60004, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1104336146 2024-11-18T23:22:34,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1104336146 2024-11-18T23:22:34,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1104336146/meta-region-server: CHANGED 2024-11-18T23:22:34,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1104336146/meta-region-server: CHANGED 2024-11-18T23:22:34,125 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:22:34,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,46735,1731972150557}] 2024-11-18T23:22:34,292 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:22:34,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:22:34,317 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T23:22:34,317 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:22:34,317 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T23:22:34,329 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C46735%2C1731972150557.meta, suffix=.meta, logDir=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557, archiveDir=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/oldWALs, maxLogs=10 2024-11-18T23:22:34,363 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.meta.1731972154329.meta, exclude list is [], retry=0 2024-11-18T23:22:34,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35893,DS-53d323ee-1282-4b71-8620-266c005e592e,DISK] 2024-11-18T23:22:34,380 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.meta.1731972154329.meta 2024-11-18T23:22:34,388 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42029:42029)] 2024-11-18T23:22:34,388 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:22:34,389 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:22:34,389 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:22:34,389 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T23:22:34,389 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T23:22:34,390 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T23:22:34,390 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:34,390 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T23:22:34,390 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T23:22:34,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:22:34,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:22:34,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:34,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:34,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:22:34,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:22:34,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:34,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:34,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:22:34,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:22:34,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:34,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:34,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:22:34,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:22:34,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:34,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:34,405 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:22:34,408 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740 2024-11-18T23:22:34,409 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740 2024-11-18T23:22:34,412 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:22:34,412 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:22:34,412 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:22:34,420 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:22:34,424 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59475206, jitterRate=-0.11375036835670471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:22:34,425 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T23:22:34,425 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731972154390Writing region info on filesystem at 1731972154390Initializing all the Stores at 1731972154393 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972154393Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972154393Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972154393Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972154393Cleaning up temporary data from old regions at 1731972154412 (+19 ms)Running coprocessor post-open hooks at 1731972154425 (+13 ms)Region opened successfully at 1731972154425 2024-11-18T23:22:34,426 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731972154292 2024-11-18T23:22:34,430 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T23:22:34,430 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T23:22:34,436 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,46735,1731972150557 2024-11-18T23:22:34,448 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,46735,1731972150557, state=OPEN 2024-11-18T23:22:34,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x101504186c60004, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1104336146/meta-region-server 2024-11-18T23:22:34,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1104336146/meta-region-server 2024-11-18T23:22:34,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1104336146/meta-region-server: CHANGED 2024-11-18T23:22:34,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1104336146/meta-region-server: CHANGED 2024-11-18T23:22:34,460 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,46735,1731972150557 2024-11-18T23:22:34,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T23:22:34,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,46735,1731972150557 in 335 msec 2024-11-18T23:22:34,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T23:22:34,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 546 msec 2024-11-18T23:22:34,468 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:22:34,468 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T23:22:34,468 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:22:34,469 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,46735,1731972150557, seqNum=-1] 2024-11-18T23:22:34,469 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:22:34,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:22:34,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3250 sec 2024-11-18T23:22:34,479 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731972154479, completionTime=-1 2024-11-18T23:22:34,479 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T23:22:34,479 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T23:22:34,481 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T23:22:34,481 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731972214481 2024-11-18T23:22:34,481 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731972274481 2024-11-18T23:22:34,481 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T23:22:34,482 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44565,1731972150303-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:34,482 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44565,1731972150303-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:34,482 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44565,1731972150303-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:34,482 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:44565, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:34,482 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:34,483 DEBUG [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T23:22:34,484 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:34,489 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.641sec 2024-11-18T23:22:34,489 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T23:22:34,489 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T23:22:34,489 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T23:22:34,489 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T23:22:34,489 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T23:22:34,489 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44565,1731972150303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:22:34,489 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44565,1731972150303-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T23:22:34,493 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T23:22:34,493 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T23:22:34,493 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44565,1731972150303-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:34,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5a89c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:34,547 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,44565,-1 for getting cluster id 2024-11-18T23:22:34,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:34,548 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '536ff685-3664-4bfb-9a78-0b67cd9d9298' 2024-11-18T23:22:34,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:34,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "536ff685-3664-4bfb-9a78-0b67cd9d9298" 2024-11-18T23:22:34,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:34,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,44565,-1] 2024-11-18T23:22:34,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:34,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:34,550 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:34,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b4b75fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:34,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:22:34,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,46735,1731972150557, seqNum=-1] 2024-11-18T23:22:34,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:22:34,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:22:34,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d96596e55a9,44565,1731972150303 2024-11-18T23:22:34,556 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55373 2024-11-18T23:22:34,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:22:34,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101504186c60005 connected 2024-11-18T23:22:34,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/hadoop.log.dir so I do NOT create it in target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d 2024-11-18T23:22:34,577 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T23:22:34,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/hadoop.tmp.dir so I do NOT create it in target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d 2024-11-18T23:22:34,577 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T23:22:34,577 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d 2024-11-18T23:22:34,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T23:22:34,577 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/cluster_14c9e1f7-5ba4-063d-6763-f721e723e50c, deleteOnExit=true 2024-11-18T23:22:34,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T23:22:34,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/test.cache.data in system properties and HBase conf 2024-11-18T23:22:34,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T23:22:34,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/hadoop.log.dir in system properties and HBase conf 2024-11-18T23:22:34,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T23:22:34,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T23:22:34,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T23:22:34,578 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T23:22:34,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:22:34,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:22:34,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T23:22:34,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:22:34,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T23:22:34,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T23:22:34,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:22:34,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:22:34,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T23:22:34,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/nfs.dump.dir in system properties and HBase conf 2024-11-18T23:22:34,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/java.io.tmpdir in system properties and HBase conf 2024-11-18T23:22:34,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:22:34,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T23:22:34,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T23:22:35,224 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:22:35,227 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:22:35,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:22:35,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:22:35,234 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:22:35,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:22:35,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49571337{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:22:35,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5221bbaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:22:35,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a0b2065{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/java.io.tmpdir/jetty-localhost-46135-hadoop-hdfs-3_4_1-tests_jar-_-any-4981639993297987245/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:22:35,368 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f29cd30{HTTP/1.1, (http/1.1)}{localhost:46135} 2024-11-18T23:22:35,368 INFO [Time-limited test {}] server.Server(415): Started @269527ms 2024-11-18T23:22:35,943 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:22:35,946 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:22:35,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:22:35,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:22:35,949 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T23:22:35,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3773463c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:22:35,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7332a2b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:22:36,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ed836a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/java.io.tmpdir/jetty-localhost-45459-hadoop-hdfs-3_4_1-tests_jar-_-any-74232415653630190/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:22:36,069 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf26da3{HTTP/1.1, (http/1.1)}{localhost:45459} 2024-11-18T23:22:36,069 INFO [Time-limited test {}] server.Server(415): Started @270228ms 2024-11-18T23:22:36,070 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T23:22:36,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T23:22:36,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T23:22:37,668 WARN [Thread-2896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/cluster_14c9e1f7-5ba4-063d-6763-f721e723e50c/data/data1/current/BP-1207439305-172.17.0.2-1731972154600/current, will proceed with Du for space computation calculation, 2024-11-18T23:22:37,668 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/cluster_14c9e1f7-5ba4-063d-6763-f721e723e50c/data/data2/current/BP-1207439305-172.17.0.2-1731972154600/current, will proceed with Du for space computation calculation, 2024-11-18T23:22:37,694 WARN [Thread-2884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T23:22:37,696 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7fc426a130aa242 with lease ID 0x3a0d38221052bcd6: Processing first storage report for DS-bd825beb-fa35-4055-8f80-b402c00c8004 from datanode DatanodeRegistration(127.0.0.1:43729, datanodeUuid=7d879d8b-b700-4094-be82-419859769d07, infoPort=43695, infoSecurePort=0, ipcPort=42739, storageInfo=lv=-57;cid=testClusterID;nsid=1446830373;c=1731972154600) 2024-11-18T23:22:37,696 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7fc426a130aa242 with lease ID 0x3a0d38221052bcd6: from storage DS-bd825beb-fa35-4055-8f80-b402c00c8004 node DatanodeRegistration(127.0.0.1:43729, datanodeUuid=7d879d8b-b700-4094-be82-419859769d07, infoPort=43695, infoSecurePort=0, ipcPort=42739, storageInfo=lv=-57;cid=testClusterID;nsid=1446830373;c=1731972154600), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:22:37,696 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7fc426a130aa242 with lease ID 0x3a0d38221052bcd6: Processing first storage report for DS-f828fb53-299b-4479-8a82-8c8b3ae59cc0 from datanode DatanodeRegistration(127.0.0.1:43729, datanodeUuid=7d879d8b-b700-4094-be82-419859769d07, infoPort=43695, infoSecurePort=0, ipcPort=42739, storageInfo=lv=-57;cid=testClusterID;nsid=1446830373;c=1731972154600) 2024-11-18T23:22:37,696 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7fc426a130aa242 with lease ID 0x3a0d38221052bcd6: from storage DS-f828fb53-299b-4479-8a82-8c8b3ae59cc0 node DatanodeRegistration(127.0.0.1:43729, datanodeUuid=7d879d8b-b700-4094-be82-419859769d07, infoPort=43695, infoSecurePort=0, ipcPort=42739, storageInfo=lv=-57;cid=testClusterID;nsid=1446830373;c=1731972154600), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T23:22:37,721 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d 2024-11-18T23:22:37,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:22:37,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:22:37,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741825_1001 (size=7) 2024-11-18T23:22:38,137 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2 with version=8 2024-11-18T23:22:38,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/hbase-staging 2024-11-18T23:22:38,140 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:22:38,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:22:38,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:22:38,141 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:22:38,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:22:38,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:22:38,141 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T23:22:38,141 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:22:38,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36619 2024-11-18T23:22:38,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36619 connecting to ZooKeeper ensemble=127.0.0.1:55373 2024-11-18T23:22:38,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366190x0, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:22:38,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36619-0x101504186c60006 connected 2024-11-18T23:22:38,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:22:38,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:22:38,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Set watcher on znode that does not yet exist, /2-1692510392/running 2024-11-18T23:22:38,265 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2, hbase.cluster.distributed=false 2024-11-18T23:22:38,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Set watcher on znode that does not yet exist, /2-1692510392/acl 2024-11-18T23:22:38,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36619 2024-11-18T23:22:38,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36619 2024-11-18T23:22:38,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36619 2024-11-18T23:22:38,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36619 2024-11-18T23:22:38,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36619 2024-11-18T23:22:38,319 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:22:38,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:22:38,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:22:38,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:22:38,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:22:38,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:22:38,319 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T23:22:38,319 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:22:38,320 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39781 2024-11-18T23:22:38,321 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39781 connecting to ZooKeeper ensemble=127.0.0.1:55373 2024-11-18T23:22:38,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:22:38,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:22:38,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397810x0, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:22:38,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397810x0, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Set watcher on znode that does not yet exist, /2-1692510392/running 2024-11-18T23:22:38,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39781-0x101504186c60007 connected 2024-11-18T23:22:38,339 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T23:22:38,340 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T23:22:38,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39781-0x101504186c60007, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Set watcher on znode that does not yet exist, /2-1692510392/master 2024-11-18T23:22:38,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39781-0x101504186c60007, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Set watcher on znode that does not yet exist, /2-1692510392/acl 2024-11-18T23:22:38,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39781 2024-11-18T23:22:38,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39781 2024-11-18T23:22:38,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39781 2024-11-18T23:22:38,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39781 2024-11-18T23:22:38,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39781 2024-11-18T23:22:38,367 DEBUG [M:0;9d96596e55a9:36619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:36619 2024-11-18T23:22:38,367 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1692510392/backup-masters/9d96596e55a9,36619,1731972158140 2024-11-18T23:22:38,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1692510392/backup-masters 2024-11-18T23:22:38,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39781-0x101504186c60007, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1692510392/backup-masters 2024-11-18T23:22:38,375 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Set watcher on existing znode=/2-1692510392/backup-masters/9d96596e55a9,36619,1731972158140 2024-11-18T23:22:38,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39781-0x101504186c60007, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1692510392/master 2024-11-18T23:22:38,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1692510392 2024-11-18T23:22:38,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39781-0x101504186c60007, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1692510392 2024-11-18T23:22:38,385 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Set watcher on existing znode=/2-1692510392/master 2024-11-18T23:22:38,386 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1692510392/backup-masters/9d96596e55a9,36619,1731972158140 from backup master directory 2024-11-18T23:22:38,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1692510392/backup-masters/9d96596e55a9,36619,1731972158140 2024-11-18T23:22:38,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1692510392/backup-masters 2024-11-18T23:22:38,395 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:22:38,395 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,36619,1731972158140 2024-11-18T23:22:38,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39781-0x101504186c60007, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1692510392/backup-masters 2024-11-18T23:22:38,401 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/hbase.id] with ID: 55315784-ec08-4683-8dde-fa0e47a36412 2024-11-18T23:22:38,401 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/.tmp/hbase.id 2024-11-18T23:22:38,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741826_1002 (size=42) 2024-11-18T23:22:38,810 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/.tmp/hbase.id]:[hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/hbase.id] 2024-11-18T23:22:38,818 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:22:38,818 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T23:22:38,819 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T23:22:38,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1692510392 2024-11-18T23:22:38,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39781-0x101504186c60007, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1692510392 2024-11-18T23:22:38,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741827_1003 (size=196) 2024-11-18T23:22:39,249 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:22:39,250 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T23:22:39,252 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:22:39,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741828_1004 (size=1189) 2024-11-18T23:22:39,336 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/data/master/store 2024-11-18T23:22:39,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741829_1005 (size=34) 2024-11-18T23:22:39,401 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:39,401 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:22:39,401 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:22:39,401 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:22:39,401 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:22:39,401 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:22:39,401 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:22:39,401 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972159401Disabling compacts and flushes for region at 1731972159401Disabling writes for close at 1731972159401Writing region close event to WAL at 1731972159401Closed at 1731972159401 2024-11-18T23:22:39,408 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/data/master/store/.initializing 2024-11-18T23:22:39,408 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/WALs/9d96596e55a9,36619,1731972158140 2024-11-18T23:22:39,413 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:22:39,425 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C36619%2C1731972158140, suffix=, logDir=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/WALs/9d96596e55a9,36619,1731972158140, archiveDir=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/oldWALs, maxLogs=10 2024-11-18T23:22:39,447 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/WALs/9d96596e55a9,36619,1731972158140/9d96596e55a9%2C36619%2C1731972158140.1731972159425, exclude list is [], retry=0 2024-11-18T23:22:39,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43729,DS-bd825beb-fa35-4055-8f80-b402c00c8004,DISK] 2024-11-18T23:22:39,484 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/WALs/9d96596e55a9,36619,1731972158140/9d96596e55a9%2C36619%2C1731972158140.1731972159425 2024-11-18T23:22:39,485 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43695:43695)] 2024-11-18T23:22:39,486 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:22:39,486 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:39,486 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:39,486 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:39,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:39,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T23:22:39,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:39,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:39,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:39,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T23:22:39,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:39,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:39,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:39,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T23:22:39,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:39,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:39,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:39,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T23:22:39,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:39,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:39,591 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:39,599 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:39,606 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:39,624 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:39,624 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:39,632 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:22:39,639 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:22:39,657 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:22:39,665 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61589107, jitterRate=-0.08225078880786896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:22:39,665 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731972159486Initializing all the Stores at 1731972159502 (+16 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972159502Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972159507 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972159507Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972159507Cleaning up temporary data from old regions at 1731972159624 (+117 ms)Region opened successfully at 1731972159665 (+41 ms) 2024-11-18T23:22:39,670 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T23:22:39,699 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@234c3719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:22:39,700 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T23:22:39,700 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T23:22:39,701 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T23:22:39,701 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T23:22:39,708 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 7 msec 2024-11-18T23:22:39,709 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T23:22:39,709 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T23:22:39,739 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T23:22:39,740 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Unable to get data of znode /2-1692510392/balancer because node does not exist (not necessarily an error) 2024-11-18T23:22:39,757 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1692510392/balancer already deleted, retry=false 2024-11-18T23:22:39,757 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T23:22:39,768 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Unable to get data of znode /2-1692510392/normalizer because node does not exist (not necessarily an error) 2024-11-18T23:22:39,782 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1692510392/normalizer already deleted, retry=false 2024-11-18T23:22:39,783 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T23:22:39,787 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Unable to get data of znode /2-1692510392/switch/split because node does not exist (not necessarily an error) 2024-11-18T23:22:39,795 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1692510392/switch/split already deleted, retry=false 2024-11-18T23:22:39,796 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Unable to get data of znode /2-1692510392/switch/merge because node does not exist (not necessarily an error) 2024-11-18T23:22:39,807 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1692510392/switch/merge already deleted, retry=false 2024-11-18T23:22:39,815 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Unable to get data of znode /2-1692510392/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T23:22:39,828 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1692510392/snapshot-cleanup already deleted, retry=false 2024-11-18T23:22:39,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39781-0x101504186c60007, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1692510392/running 2024-11-18T23:22:39,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39781-0x101504186c60007, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1692510392 2024-11-18T23:22:39,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1692510392/running 2024-11-18T23:22:39,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1692510392 2024-11-18T23:22:39,852 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,36619,1731972158140, sessionid=0x101504186c60006, setting cluster-up flag (Was=false) 2024-11-18T23:22:39,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1692510392 2024-11-18T23:22:39,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39781-0x101504186c60007, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1692510392 2024-11-18T23:22:39,894 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:22:39,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:39,955 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1692510392/flush-table-proc/acquired, /2-1692510392/flush-table-proc/reached, /2-1692510392/flush-table-proc/abort 2024-11-18T23:22:39,956 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,36619,1731972158140 2024-11-18T23:22:39,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:39,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:39,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:39,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:39,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:39,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:39,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:39,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:39,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:40,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:40,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39781-0x101504186c60007, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1692510392 2024-11-18T23:22:40,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1692510392 2024-11-18T23:22:40,158 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1692510392/online-snapshot/acquired, /2-1692510392/online-snapshot/reached, /2-1692510392/online-snapshot/abort 2024-11-18T23:22:40,173 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,36619,1731972158140 2024-11-18T23:22:40,183 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T23:22:40,189 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T23:22:40,190 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T23:22:40,190 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T23:22:40,190 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,36619,1731972158140 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T23:22:40,198 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(746): ClusterId : 55315784-ec08-4683-8dde-fa0e47a36412 2024-11-18T23:22:40,198 DEBUG [RS:0;9d96596e55a9:39781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T23:22:40,199 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:22:40,199 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:22:40,199 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:22:40,199 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:22:40,199 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-18T23:22:40,199 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:40,199 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:22:40,199 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:40,222 DEBUG [RS:0;9d96596e55a9:39781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T23:22:40,222 DEBUG [RS:0;9d96596e55a9:39781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T23:22:40,239 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:22:40,239 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T23:22:40,242 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731972190242 2024-11-18T23:22:40,242 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T23:22:40,242 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T23:22:40,242 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T23:22:40,242 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T23:22:40,242 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T23:22:40,243 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T23:22:40,243 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:40,248 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T23:22:40,248 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T23:22:40,248 DEBUG [RS:0;9d96596e55a9:39781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T23:22:40,248 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T23:22:40,248 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T23:22:40,248 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:40,249 DEBUG [RS:0;9d96596e55a9:39781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e787077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:22:40,249 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T23:22:40,268 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T23:22:40,268 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T23:22:40,272 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972160268,5,FailOnTimeoutGroup] 2024-11-18T23:22:40,287 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972160272,5,FailOnTimeoutGroup] 2024-11-18T23:22:40,287 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:40,287 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T23:22:40,287 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:40,287 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:40,322 DEBUG [RS:0;9d96596e55a9:39781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:39781 2024-11-18T23:22:40,322 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T23:22:40,322 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T23:22:40,322 DEBUG [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T23:22:40,331 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,36619,1731972158140 with port=39781, startcode=1731972158318 2024-11-18T23:22:40,332 DEBUG [RS:0;9d96596e55a9:39781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T23:22:40,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741831_1007 (size=1321) 2024-11-18T23:22:40,348 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T23:22:40,348 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36619 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,39781,1731972158318 2024-11-18T23:22:40,349 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36619 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,39781,1731972158318 2024-11-18T23:22:40,353 DEBUG [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2 2024-11-18T23:22:40,353 DEBUG [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38761 2024-11-18T23:22:40,353 DEBUG [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T23:22:40,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1692510392/rs 2024-11-18T23:22:40,406 DEBUG [RS:0;9d96596e55a9:39781 {}] zookeeper.ZKUtil(111): regionserver:39781-0x101504186c60007, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Set watcher on existing znode=/2-1692510392/rs/9d96596e55a9,39781,1731972158318 2024-11-18T23:22:40,407 WARN [RS:0;9d96596e55a9:39781 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:22:40,407 INFO [RS:0;9d96596e55a9:39781 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:22:40,407 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,39781,1731972158318] 2024-11-18T23:22:40,407 DEBUG [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318 2024-11-18T23:22:40,453 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T23:22:40,456 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T23:22:40,468 INFO [RS:0;9d96596e55a9:39781 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T23:22:40,468 INFO [RS:0;9d96596e55a9:39781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:40,472 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T23:22:40,476 INFO [RS:0;9d96596e55a9:39781 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T23:22:40,476 INFO [RS:0;9d96596e55a9:39781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:40,477 DEBUG [RS:0;9d96596e55a9:39781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:40,477 DEBUG [RS:0;9d96596e55a9:39781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:40,477 DEBUG [RS:0;9d96596e55a9:39781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:40,477 DEBUG [RS:0;9d96596e55a9:39781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:40,477 DEBUG [RS:0;9d96596e55a9:39781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:40,477 DEBUG [RS:0;9d96596e55a9:39781 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:22:40,477 DEBUG [RS:0;9d96596e55a9:39781 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:40,477 DEBUG [RS:0;9d96596e55a9:39781 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:40,477 DEBUG [RS:0;9d96596e55a9:39781 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:40,477 DEBUG [RS:0;9d96596e55a9:39781 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:40,477 DEBUG [RS:0;9d96596e55a9:39781 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:40,477 DEBUG [RS:0;9d96596e55a9:39781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:22:40,477 DEBUG [RS:0;9d96596e55a9:39781 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:22:40,477 DEBUG [RS:0;9d96596e55a9:39781 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:22:40,512 INFO [RS:0;9d96596e55a9:39781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:40,512 INFO [RS:0;9d96596e55a9:39781 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:40,512 INFO [RS:0;9d96596e55a9:39781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:40,512 INFO [RS:0;9d96596e55a9:39781 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:40,512 INFO [RS:0;9d96596e55a9:39781 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:40,512 INFO [RS:0;9d96596e55a9:39781 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,39781,1731972158318-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:22:40,577 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T23:22:40,577 INFO [RS:0;9d96596e55a9:39781 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,39781,1731972158318-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:40,577 INFO [RS:0;9d96596e55a9:39781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:40,577 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.Replication(171): 9d96596e55a9,39781,1731972158318 started 2024-11-18T23:22:40,614 INFO [RS:0;9d96596e55a9:39781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:40,614 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,39781,1731972158318, RpcServer on 9d96596e55a9/172.17.0.2:39781, sessionid=0x101504186c60007 2024-11-18T23:22:40,615 DEBUG [RS:0;9d96596e55a9:39781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T23:22:40,615 DEBUG [RS:0;9d96596e55a9:39781 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,39781,1731972158318 2024-11-18T23:22:40,615 DEBUG [RS:0;9d96596e55a9:39781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,39781,1731972158318' 2024-11-18T23:22:40,615 DEBUG [RS:0;9d96596e55a9:39781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1692510392/flush-table-proc/abort' 2024-11-18T23:22:40,620 DEBUG [RS:0;9d96596e55a9:39781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1692510392/flush-table-proc/acquired' 2024-11-18T23:22:40,625 DEBUG [RS:0;9d96596e55a9:39781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T23:22:40,625 DEBUG [RS:0;9d96596e55a9:39781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T23:22:40,625 DEBUG [RS:0;9d96596e55a9:39781 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,39781,1731972158318 2024-11-18T23:22:40,625 DEBUG [RS:0;9d96596e55a9:39781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,39781,1731972158318' 2024-11-18T23:22:40,625 DEBUG [RS:0;9d96596e55a9:39781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1692510392/online-snapshot/abort' 2024-11-18T23:22:40,630 DEBUG [RS:0;9d96596e55a9:39781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1692510392/online-snapshot/acquired' 2024-11-18T23:22:40,635 DEBUG [RS:0;9d96596e55a9:39781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T23:22:40,635 INFO [RS:0;9d96596e55a9:39781 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T23:22:40,635 INFO [RS:0;9d96596e55a9:39781 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T23:22:40,736 INFO [RS:0;9d96596e55a9:39781 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:22:40,746 INFO [RS:0;9d96596e55a9:39781 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C39781%2C1731972158318, suffix=, logDir=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318, archiveDir=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/oldWALs, maxLogs=10 2024-11-18T23:22:40,761 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T23:22:40,761 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2 2024-11-18T23:22:40,770 DEBUG [RS:0;9d96596e55a9:39781 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747, exclude list is [], retry=0 2024-11-18T23:22:40,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43729,DS-bd825beb-fa35-4055-8f80-b402c00c8004,DISK] 2024-11-18T23:22:40,856 INFO [RS:0;9d96596e55a9:39781 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 2024-11-18T23:22:40,857 DEBUG [RS:0;9d96596e55a9:39781 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43695:43695)] 2024-11-18T23:22:40,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741833_1009 (size=32) 2024-11-18T23:22:41,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:41,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:22:41,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:22:41,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:41,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:41,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:22:41,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:22:41,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:41,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:41,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:22:41,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:22:41,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:41,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:41,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:22:41,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:22:41,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:41,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:41,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:22:41,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740 2024-11-18T23:22:41,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740 2024-11-18T23:22:41,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:22:41,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:22:41,372 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:22:41,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:22:41,398 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:22:41,401 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61469918, jitterRate=-0.08402684330940247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:22:41,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731972161292Initializing all the Stores at 1731972161293 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972161293Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972161304 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972161304Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972161304Cleaning up temporary data from old regions at 1731972161367 (+63 ms)Region opened successfully at 1731972161401 (+34 ms) 2024-11-18T23:22:41,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:22:41,401 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:22:41,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:22:41,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:22:41,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:22:41,421 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:22:41,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972161401Disabling compacts and flushes for region at 1731972161401Disabling writes for close at 1731972161401Writing region close event to WAL at 1731972161421 (+20 ms)Closed at 1731972161421 2024-11-18T23:22:41,424 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:22:41,424 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T23:22:41,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T23:22:41,425 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:22:41,426 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T23:22:41,577 DEBUG [9d96596e55a9:36619 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:22:41,577 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,39781,1731972158318 2024-11-18T23:22:41,581 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,39781,1731972158318, state=OPENING 2024-11-18T23:22:41,618 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T23:22:41,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39781-0x101504186c60007, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1692510392 2024-11-18T23:22:41,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1692510392 2024-11-18T23:22:41,635 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:22:41,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,39781,1731972158318}] 2024-11-18T23:22:41,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1692510392/meta-region-server: CHANGED 2024-11-18T23:22:41,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1692510392/meta-region-server: CHANGED 2024-11-18T23:22:41,787 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:22:41,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:22:41,794 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T23:22:41,794 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:22:41,795 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T23:22:41,796 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C39781%2C1731972158318.meta, suffix=.meta, logDir=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318, archiveDir=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/oldWALs, maxLogs=10 2024-11-18T23:22:41,813 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.meta.1731972161796.meta, exclude list is [], retry=0 2024-11-18T23:22:41,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43729,DS-bd825beb-fa35-4055-8f80-b402c00c8004,DISK] 2024-11-18T23:22:41,821 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.meta.1731972161796.meta 2024-11-18T23:22:41,821 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43695:43695)] 2024-11-18T23:22:41,821 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:22:41,822 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:22:41,822 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:22:41,822 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T23:22:41,822 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T23:22:41,822 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T23:22:41,822 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:41,822 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T23:22:41,822 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T23:22:41,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:22:41,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:22:41,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:41,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:41,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:22:41,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:22:41,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:41,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:41,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:22:41,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:22:41,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:41,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:41,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:22:41,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:22:41,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:41,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:22:41,837 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:22:41,837 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740 2024-11-18T23:22:41,838 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740 2024-11-18T23:22:41,839 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:22:41,839 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:22:41,840 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:22:41,841 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:22:41,842 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64957064, jitterRate=-0.03206431865692139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:22:41,842 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T23:22:41,842 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731972161822Writing region info on filesystem at 1731972161822Initializing all the Stores at 1731972161823 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972161823Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972161824 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972161824Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972161824Cleaning up temporary data from old regions at 1731972161839 (+15 ms)Running coprocessor post-open hooks at 1731972161842 (+3 ms)Region opened successfully at 1731972161842 2024-11-18T23:22:41,845 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731972161787 2024-11-18T23:22:41,848 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T23:22:41,848 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T23:22:41,849 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,39781,1731972158318 2024-11-18T23:22:41,856 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,39781,1731972158318, state=OPEN 2024-11-18T23:22:41,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1692510392/meta-region-server 2024-11-18T23:22:41,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39781-0x101504186c60007, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1692510392/meta-region-server 2024-11-18T23:22:41,875 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,39781,1731972158318 2024-11-18T23:22:41,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1692510392/meta-region-server: CHANGED 2024-11-18T23:22:41,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1692510392/meta-region-server: CHANGED 2024-11-18T23:22:41,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T23:22:41,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,39781,1731972158318 in 240 msec 2024-11-18T23:22:41,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T23:22:41,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 454 msec 2024-11-18T23:22:41,881 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:22:41,881 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T23:22:41,882 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:22:41,882 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39781,1731972158318, seqNum=-1] 2024-11-18T23:22:41,882 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:22:41,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:22:41,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7020 sec 2024-11-18T23:22:41,888 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731972161888, completionTime=-1 2024-11-18T23:22:41,888 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T23:22:41,889 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T23:22:41,891 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T23:22:41,891 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731972221891 2024-11-18T23:22:41,891 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731972281891 2024-11-18T23:22:41,891 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T23:22:41,892 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,36619,1731972158140-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:41,892 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,36619,1731972158140-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:41,892 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,36619,1731972158140-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:41,892 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:36619, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:41,892 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:41,892 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:41,894 DEBUG [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T23:22:41,895 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.500sec 2024-11-18T23:22:41,895 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T23:22:41,895 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T23:22:41,895 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T23:22:41,895 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T23:22:41,895 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T23:22:41,895 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,36619,1731972158140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:22:41,895 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,36619,1731972158140-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T23:22:41,897 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T23:22:41,897 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T23:22:41,897 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,36619,1731972158140-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:22:41,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ce34a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:41,916 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,36619,-1 for getting cluster id 2024-11-18T23:22:41,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:41,918 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55315784-ec08-4683-8dde-fa0e47a36412' 2024-11-18T23:22:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55315784-ec08-4683-8dde-fa0e47a36412" 2024-11-18T23:22:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b0c03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,36619,-1] 2024-11-18T23:22:41,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:41,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:41,925 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:41,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144b0665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:41,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:22:41,927 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39781,1731972158318, seqNum=-1] 2024-11-18T23:22:41,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:22:41,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:22:41,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d96596e55a9,36619,1731972158140 2024-11-18T23:22:41,931 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55373 2024-11-18T23:22:41,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:22:41,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101504186c60008 connected 2024-11-18T23:22:41,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:22:41,957 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,44713,1731972144086 2024-11-18T23:22:41,957 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e4de4d3 2024-11-18T23:22:41,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:22:41,959 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:22:41,960 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44713 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:22:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44713 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T23:22:41,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:22:41,964 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:41,964 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44713 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T23:22:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:41,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:22:42,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741835_1011 (size=902) 2024-11-18T23:22:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:42,408 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be646ed228e1271c926609732f598ce9, NAME => 'test,,1731972161959.be646ed228e1271c926609732f598ce9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614 2024-11-18T23:22:42,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741836_1012 (size=39) 2024-11-18T23:22:42,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731972161959.be646ed228e1271c926609732f598ce9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:42,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing be646ed228e1271c926609732f598ce9, disabling compactions & flushes 2024-11-18T23:22:42,449 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731972161959.be646ed228e1271c926609732f598ce9. 2024-11-18T23:22:42,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972161959.be646ed228e1271c926609732f598ce9. 2024-11-18T23:22:42,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731972161959.be646ed228e1271c926609732f598ce9. after waiting 0 ms 2024-11-18T23:22:42,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731972161959.be646ed228e1271c926609732f598ce9. 2024-11-18T23:22:42,449 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731972161959.be646ed228e1271c926609732f598ce9. 2024-11-18T23:22:42,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for be646ed228e1271c926609732f598ce9: Waiting for close lock at 1731972162449Disabling compacts and flushes for region at 1731972162449Disabling writes for close at 1731972162449Writing region close event to WAL at 1731972162449Closed at 1731972162449 2024-11-18T23:22:42,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:22:42,455 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731972161959.be646ed228e1271c926609732f598ce9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731972162455"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972162455"}]},"ts":"1731972162455"} 2024-11-18T23:22:42,463 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:22:42,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:22:42,464 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972162464"}]},"ts":"1731972162464"} 2024-11-18T23:22:42,466 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T23:22:42,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=be646ed228e1271c926609732f598ce9, ASSIGN}] 2024-11-18T23:22:42,468 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=be646ed228e1271c926609732f598ce9, ASSIGN 2024-11-18T23:22:42,469 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=be646ed228e1271c926609732f598ce9, ASSIGN; state=OFFLINE, location=9d96596e55a9,34953,1731972144516; forceNewPlan=false, retain=false 2024-11-18T23:22:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:42,620 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=be646ed228e1271c926609732f598ce9, regionState=OPENING, regionLocation=9d96596e55a9,34953,1731972144516 2024-11-18T23:22:42,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=be646ed228e1271c926609732f598ce9, ASSIGN because future has completed 2024-11-18T23:22:42,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure be646ed228e1271c926609732f598ce9, server=9d96596e55a9,34953,1731972144516}] 2024-11-18T23:22:42,864 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731972161959.be646ed228e1271c926609732f598ce9. 2024-11-18T23:22:42,865 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => be646ed228e1271c926609732f598ce9, NAME => 'test,,1731972161959.be646ed228e1271c926609732f598ce9.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:22:42,865 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:22:42,865 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T23:22:42,865 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test be646ed228e1271c926609732f598ce9 2024-11-18T23:22:42,866 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731972161959.be646ed228e1271c926609732f598ce9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:42,868 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for be646ed228e1271c926609732f598ce9 2024-11-18T23:22:42,868 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for be646ed228e1271c926609732f598ce9 2024-11-18T23:22:42,877 INFO [StoreOpener-be646ed228e1271c926609732f598ce9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region be646ed228e1271c926609732f598ce9 2024-11-18T23:22:42,884 INFO [StoreOpener-be646ed228e1271c926609732f598ce9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be646ed228e1271c926609732f598ce9 columnFamilyName f 2024-11-18T23:22:42,884 DEBUG [StoreOpener-be646ed228e1271c926609732f598ce9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:42,885 INFO [StoreOpener-be646ed228e1271c926609732f598ce9-1 {}] regionserver.HStore(327): Store=be646ed228e1271c926609732f598ce9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:42,885 INFO [StoreOpener-be646ed228e1271c926609732f598ce9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region be646ed228e1271c926609732f598ce9 2024-11-18T23:22:42,887 INFO [StoreOpener-be646ed228e1271c926609732f598ce9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be646ed228e1271c926609732f598ce9 columnFamilyName f1 2024-11-18T23:22:42,887 DEBUG [StoreOpener-be646ed228e1271c926609732f598ce9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:42,887 INFO [StoreOpener-be646ed228e1271c926609732f598ce9-1 {}] regionserver.HStore(327): Store=be646ed228e1271c926609732f598ce9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:42,887 INFO [StoreOpener-be646ed228e1271c926609732f598ce9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region be646ed228e1271c926609732f598ce9 2024-11-18T23:22:42,889 INFO [StoreOpener-be646ed228e1271c926609732f598ce9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be646ed228e1271c926609732f598ce9 columnFamilyName norep 2024-11-18T23:22:42,889 DEBUG [StoreOpener-be646ed228e1271c926609732f598ce9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:42,890 INFO [StoreOpener-be646ed228e1271c926609732f598ce9-1 {}] regionserver.HStore(327): Store=be646ed228e1271c926609732f598ce9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:42,890 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for be646ed228e1271c926609732f598ce9 2024-11-18T23:22:42,891 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/default/test/be646ed228e1271c926609732f598ce9 2024-11-18T23:22:42,893 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/default/test/be646ed228e1271c926609732f598ce9 2024-11-18T23:22:42,900 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for be646ed228e1271c926609732f598ce9 2024-11-18T23:22:42,900 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for be646ed228e1271c926609732f598ce9 2024-11-18T23:22:42,904 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:22:42,912 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for be646ed228e1271c926609732f598ce9 2024-11-18T23:22:42,931 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/default/test/be646ed228e1271c926609732f598ce9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:22:42,934 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened be646ed228e1271c926609732f598ce9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69885517, jitterRate=0.041375353932380676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:22:42,934 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be646ed228e1271c926609732f598ce9 2024-11-18T23:22:42,935 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for be646ed228e1271c926609732f598ce9: Running coprocessor pre-open hook at 1731972162868Writing region info on filesystem at 1731972162868Initializing all the Stores at 1731972162870 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972162870Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972162876 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972162876Cleaning up temporary data from old regions at 1731972162900 (+24 ms)Running coprocessor post-open hooks at 1731972162934 (+34 ms)Region opened successfully at 1731972162935 (+1 ms) 2024-11-18T23:22:42,940 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731972161959.be646ed228e1271c926609732f598ce9., pid=6, masterSystemTime=1731972162817 2024-11-18T23:22:42,951 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=be646ed228e1271c926609732f598ce9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9d96596e55a9,34953,1731972144516 2024-11-18T23:22:42,951 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731972161959.be646ed228e1271c926609732f598ce9. 2024-11-18T23:22:42,951 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731972161959.be646ed228e1271c926609732f598ce9. 2024-11-18T23:22:42,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure be646ed228e1271c926609732f598ce9, server=9d96596e55a9,34953,1731972144516 because future has completed 2024-11-18T23:22:42,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T23:22:42,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure be646ed228e1271c926609732f598ce9, server=9d96596e55a9,34953,1731972144516 in 334 msec 2024-11-18T23:22:42,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T23:22:42,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=be646ed228e1271c926609732f598ce9, ASSIGN in 515 msec 2024-11-18T23:22:42,987 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:22:42,987 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972162987"}]},"ts":"1731972162987"} 2024-11-18T23:22:42,990 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T23:22:42,992 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:22:42,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0320 sec 2024-11-18T23:22:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:43,111 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T23:22:43,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:22:43,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,44565,1731972150303 2024-11-18T23:22:43,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46cd98da 2024-11-18T23:22:43,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:22:43,120 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:22:43,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44565 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:22:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44565 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T23:22:43,135 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:22:43,136 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:43,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44565 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T23:22:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:43,144 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:22:43,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741835_1011 (size=902) 2024-11-18T23:22:43,241 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c384579a3443dc8860a62461ad639d86, NAME => 'test,,1731972163122.c384579a3443dc8860a62461ad639d86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57 2024-11-18T23:22:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:43,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741836_1012 (size=39) 2024-11-18T23:22:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:43,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731972163122.c384579a3443dc8860a62461ad639d86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:43,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c384579a3443dc8860a62461ad639d86, disabling compactions & flushes 2024-11-18T23:22:43,701 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731972163122.c384579a3443dc8860a62461ad639d86. 2024-11-18T23:22:43,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972163122.c384579a3443dc8860a62461ad639d86. 2024-11-18T23:22:43,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731972163122.c384579a3443dc8860a62461ad639d86. after waiting 0 ms 2024-11-18T23:22:43,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731972163122.c384579a3443dc8860a62461ad639d86. 2024-11-18T23:22:43,701 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731972163122.c384579a3443dc8860a62461ad639d86. 2024-11-18T23:22:43,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c384579a3443dc8860a62461ad639d86: Waiting for close lock at 1731972163701Disabling compacts and flushes for region at 1731972163701Disabling writes for close at 1731972163701Writing region close event to WAL at 1731972163701Closed at 1731972163701 2024-11-18T23:22:43,704 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:22:43,705 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731972163122.c384579a3443dc8860a62461ad639d86.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731972163704"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972163704"}]},"ts":"1731972163704"} 2024-11-18T23:22:43,720 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:22:43,728 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:22:43,728 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972163728"}]},"ts":"1731972163728"} 2024-11-18T23:22:43,740 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T23:22:43,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c384579a3443dc8860a62461ad639d86, ASSIGN}] 2024-11-18T23:22:43,752 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c384579a3443dc8860a62461ad639d86, ASSIGN 2024-11-18T23:22:43,768 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c384579a3443dc8860a62461ad639d86, ASSIGN; state=OFFLINE, location=9d96596e55a9,46735,1731972150557; forceNewPlan=false, retain=false 2024-11-18T23:22:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:43,919 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c384579a3443dc8860a62461ad639d86, regionState=OPENING, regionLocation=9d96596e55a9,46735,1731972150557 2024-11-18T23:22:43,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c384579a3443dc8860a62461ad639d86, ASSIGN because future has completed 2024-11-18T23:22:43,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c384579a3443dc8860a62461ad639d86, server=9d96596e55a9,46735,1731972150557}] 2024-11-18T23:22:44,133 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731972163122.c384579a3443dc8860a62461ad639d86. 2024-11-18T23:22:44,134 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c384579a3443dc8860a62461ad639d86, NAME => 'test,,1731972163122.c384579a3443dc8860a62461ad639d86.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:22:44,134 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:22:44,134 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T23:22:44,134 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c384579a3443dc8860a62461ad639d86 2024-11-18T23:22:44,134 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731972163122.c384579a3443dc8860a62461ad639d86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:44,134 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c384579a3443dc8860a62461ad639d86 2024-11-18T23:22:44,134 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c384579a3443dc8860a62461ad639d86 2024-11-18T23:22:44,172 INFO [StoreOpener-c384579a3443dc8860a62461ad639d86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c384579a3443dc8860a62461ad639d86 2024-11-18T23:22:44,177 INFO [StoreOpener-c384579a3443dc8860a62461ad639d86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c384579a3443dc8860a62461ad639d86 columnFamilyName f 2024-11-18T23:22:44,177 DEBUG [StoreOpener-c384579a3443dc8860a62461ad639d86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:44,178 INFO [StoreOpener-c384579a3443dc8860a62461ad639d86-1 {}] regionserver.HStore(327): Store=c384579a3443dc8860a62461ad639d86/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:44,178 INFO [StoreOpener-c384579a3443dc8860a62461ad639d86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c384579a3443dc8860a62461ad639d86 2024-11-18T23:22:44,181 INFO [StoreOpener-c384579a3443dc8860a62461ad639d86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c384579a3443dc8860a62461ad639d86 columnFamilyName f1 2024-11-18T23:22:44,181 DEBUG [StoreOpener-c384579a3443dc8860a62461ad639d86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:44,181 INFO [StoreOpener-c384579a3443dc8860a62461ad639d86-1 {}] regionserver.HStore(327): Store=c384579a3443dc8860a62461ad639d86/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:44,182 INFO [StoreOpener-c384579a3443dc8860a62461ad639d86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c384579a3443dc8860a62461ad639d86 2024-11-18T23:22:44,183 INFO [StoreOpener-c384579a3443dc8860a62461ad639d86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c384579a3443dc8860a62461ad639d86 columnFamilyName norep 2024-11-18T23:22:44,183 DEBUG [StoreOpener-c384579a3443dc8860a62461ad639d86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:44,184 INFO [StoreOpener-c384579a3443dc8860a62461ad639d86-1 {}] regionserver.HStore(327): Store=c384579a3443dc8860a62461ad639d86/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:44,184 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c384579a3443dc8860a62461ad639d86 2024-11-18T23:22:44,188 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/default/test/c384579a3443dc8860a62461ad639d86 2024-11-18T23:22:44,193 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/default/test/c384579a3443dc8860a62461ad639d86 2024-11-18T23:22:44,204 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c384579a3443dc8860a62461ad639d86 2024-11-18T23:22:44,204 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c384579a3443dc8860a62461ad639d86 2024-11-18T23:22:44,208 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:22:44,221 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c384579a3443dc8860a62461ad639d86 2024-11-18T23:22:44,248 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/default/test/c384579a3443dc8860a62461ad639d86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:22:44,252 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c384579a3443dc8860a62461ad639d86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73756016, jitterRate=0.09905028343200684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:22:44,252 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c384579a3443dc8860a62461ad639d86 2024-11-18T23:22:44,252 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c384579a3443dc8860a62461ad639d86: Running coprocessor pre-open hook at 1731972164135Writing region info on filesystem at 1731972164135Initializing all the Stores at 1731972164144 (+9 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972164144Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972164160 (+16 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972164160Cleaning up temporary data from old regions at 1731972164204 (+44 ms)Running coprocessor post-open hooks at 1731972164252 (+48 ms)Region opened successfully at 1731972164252 2024-11-18T23:22:44,260 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731972163122.c384579a3443dc8860a62461ad639d86., pid=6, masterSystemTime=1731972164108 2024-11-18T23:22:44,269 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731972163122.c384579a3443dc8860a62461ad639d86. 2024-11-18T23:22:44,269 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731972163122.c384579a3443dc8860a62461ad639d86. 2024-11-18T23:22:44,269 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c384579a3443dc8860a62461ad639d86, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9d96596e55a9,46735,1731972150557 2024-11-18T23:22:44,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c384579a3443dc8860a62461ad639d86, server=9d96596e55a9,46735,1731972150557 because future has completed 2024-11-18T23:22:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:44,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T23:22:44,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c384579a3443dc8860a62461ad639d86, server=9d96596e55a9,46735,1731972150557 in 345 msec 2024-11-18T23:22:44,295 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T23:22:44,300 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:22:44,300 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972164300"}]},"ts":"1731972164300"} 2024-11-18T23:22:44,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T23:22:44,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c384579a3443dc8860a62461ad639d86, ASSIGN in 553 msec 2024-11-18T23:22:44,305 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T23:22:44,307 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:22:44,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1850 sec 2024-11-18T23:22:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:45,301 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T23:22:45,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:22:45,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,36619,1731972158140 2024-11-18T23:22:45,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f82a03c 2024-11-18T23:22:45,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:22:45,309 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:22:45,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:22:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T23:22:45,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:22:45,313 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:45,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:22:45,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T23:22:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:45,878 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1867633465_20 at /127.0.0.1:46370 [Receiving block BP-1207439305-172.17.0.2-1731972154600:blk_1073741835_1011] {}] datanode.BlockReceiver(464): Slow flushOrSync took 325ms (threshold=300ms), isSync:false, flushTotalNanos=325541378ns, volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/cluster_14c9e1f7-5ba4-063d-6763-f721e723e50c/data/data1/, blockId=1073741835, seqno=0 2024-11-18T23:22:45,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741835_1011 (size=902) 2024-11-18T23:22:45,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:46,248 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T23:22:46,248 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T23:22:46,249 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:22:46,249 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T23:22:46,309 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3f26e656473f38a2bf9bc8866240abc, NAME => 'test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2 2024-11-18T23:22:46,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741836_1012 (size=39) 2024-11-18T23:22:46,402 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:46,402 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c3f26e656473f38a2bf9bc8866240abc, disabling compactions & flushes 2024-11-18T23:22:46,402 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc. 2024-11-18T23:22:46,402 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc. 2024-11-18T23:22:46,402 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc. after waiting 0 ms 2024-11-18T23:22:46,402 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc. 2024-11-18T23:22:46,402 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc. 2024-11-18T23:22:46,403 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3f26e656473f38a2bf9bc8866240abc: Waiting for close lock at 1731972166402Disabling compacts and flushes for region at 1731972166402Disabling writes for close at 1731972166402Writing region close event to WAL at 1731972166402Closed at 1731972166402 2024-11-18T23:22:46,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:22:46,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731972166405"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972166405"}]},"ts":"1731972166405"} 2024-11-18T23:22:46,418 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:22:46,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:22:46,427 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972166427"}]},"ts":"1731972166427"} 2024-11-18T23:22:46,440 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T23:22:46,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c3f26e656473f38a2bf9bc8866240abc, ASSIGN}] 2024-11-18T23:22:46,449 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c3f26e656473f38a2bf9bc8866240abc, ASSIGN 2024-11-18T23:22:46,453 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c3f26e656473f38a2bf9bc8866240abc, ASSIGN; state=OFFLINE, location=9d96596e55a9,39781,1731972158318; forceNewPlan=false, retain=false 2024-11-18T23:22:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:46,605 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c3f26e656473f38a2bf9bc8866240abc, regionState=OPENING, regionLocation=9d96596e55a9,39781,1731972158318 2024-11-18T23:22:46,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c3f26e656473f38a2bf9bc8866240abc, ASSIGN because future has completed 2024-11-18T23:22:46,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3f26e656473f38a2bf9bc8866240abc, server=9d96596e55a9,39781,1731972158318}] 2024-11-18T23:22:46,826 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc. 2024-11-18T23:22:46,826 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c3f26e656473f38a2bf9bc8866240abc, NAME => 'test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:22:46,827 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:22:46,827 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T23:22:46,827 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c3f26e656473f38a2bf9bc8866240abc 2024-11-18T23:22:46,827 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:46,827 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c3f26e656473f38a2bf9bc8866240abc 2024-11-18T23:22:46,827 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c3f26e656473f38a2bf9bc8866240abc 2024-11-18T23:22:46,844 INFO [StoreOpener-c3f26e656473f38a2bf9bc8866240abc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c3f26e656473f38a2bf9bc8866240abc 2024-11-18T23:22:46,861 INFO [StoreOpener-c3f26e656473f38a2bf9bc8866240abc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3f26e656473f38a2bf9bc8866240abc columnFamilyName f 2024-11-18T23:22:46,861 DEBUG [StoreOpener-c3f26e656473f38a2bf9bc8866240abc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:46,868 INFO [StoreOpener-c3f26e656473f38a2bf9bc8866240abc-1 {}] regionserver.HStore(327): Store=c3f26e656473f38a2bf9bc8866240abc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:46,868 INFO [StoreOpener-c3f26e656473f38a2bf9bc8866240abc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c3f26e656473f38a2bf9bc8866240abc 2024-11-18T23:22:46,881 INFO [StoreOpener-c3f26e656473f38a2bf9bc8866240abc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3f26e656473f38a2bf9bc8866240abc columnFamilyName f1 2024-11-18T23:22:46,881 DEBUG [StoreOpener-c3f26e656473f38a2bf9bc8866240abc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:46,888 INFO [StoreOpener-c3f26e656473f38a2bf9bc8866240abc-1 {}] regionserver.HStore(327): Store=c3f26e656473f38a2bf9bc8866240abc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:46,888 INFO [StoreOpener-c3f26e656473f38a2bf9bc8866240abc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c3f26e656473f38a2bf9bc8866240abc 2024-11-18T23:22:46,899 INFO [StoreOpener-c3f26e656473f38a2bf9bc8866240abc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3f26e656473f38a2bf9bc8866240abc columnFamilyName norep 2024-11-18T23:22:46,899 DEBUG [StoreOpener-c3f26e656473f38a2bf9bc8866240abc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:46,908 INFO [StoreOpener-c3f26e656473f38a2bf9bc8866240abc-1 {}] regionserver.HStore(327): Store=c3f26e656473f38a2bf9bc8866240abc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:46,908 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c3f26e656473f38a2bf9bc8866240abc 2024-11-18T23:22:46,912 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/default/test/c3f26e656473f38a2bf9bc8866240abc 2024-11-18T23:22:46,917 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/default/test/c3f26e656473f38a2bf9bc8866240abc 2024-11-18T23:22:46,929 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c3f26e656473f38a2bf9bc8866240abc 2024-11-18T23:22:46,929 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c3f26e656473f38a2bf9bc8866240abc 2024-11-18T23:22:46,931 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:22:46,944 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c3f26e656473f38a2bf9bc8866240abc 2024-11-18T23:22:46,984 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/default/test/c3f26e656473f38a2bf9bc8866240abc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:22:46,994 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c3f26e656473f38a2bf9bc8866240abc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70586304, jitterRate=0.051817893981933594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:22:46,994 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3f26e656473f38a2bf9bc8866240abc 2024-11-18T23:22:46,994 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c3f26e656473f38a2bf9bc8866240abc: Running coprocessor pre-open hook at 1731972166827Writing region info on filesystem at 1731972166827Initializing all the Stores at 1731972166836 (+9 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972166836Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972166840 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972166840Cleaning up temporary data from old regions at 1731972166929 (+89 ms)Running coprocessor post-open hooks at 1731972166994 (+65 ms)Region opened successfully at 1731972166994 2024-11-18T23:22:47,000 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc., pid=6, masterSystemTime=1731972166776 2024-11-18T23:22:47,010 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c3f26e656473f38a2bf9bc8866240abc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9d96596e55a9,39781,1731972158318 2024-11-18T23:22:47,012 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc. 2024-11-18T23:22:47,016 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc. 2024-11-18T23:22:47,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3f26e656473f38a2bf9bc8866240abc, server=9d96596e55a9,39781,1731972158318 because future has completed 2024-11-18T23:22:47,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T23:22:47,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c3f26e656473f38a2bf9bc8866240abc, server=9d96596e55a9,39781,1731972158318 in 425 msec 2024-11-18T23:22:47,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T23:22:47,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c3f26e656473f38a2bf9bc8866240abc, ASSIGN in 620 msec 2024-11-18T23:22:47,080 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:22:47,080 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972167080"}]},"ts":"1731972167080"} 2024-11-18T23:22:47,104 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T23:22:47,108 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:22:47,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.7980 sec 2024-11-18T23:22:47,329 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:22:47,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:22:47,513 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T23:22:47,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:47,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:47,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:47,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:47,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:47,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:47,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@870592a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:47,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,44713,-1 for getting cluster id 2024-11-18T23:22:47,535 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:47,544 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19cf89f5-ebf2-45d0-bfc4-c9598a42feb3' 2024-11-18T23:22:47,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:47,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19cf89f5-ebf2-45d0-bfc4-c9598a42feb3" 2024-11-18T23:22:47,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6def72c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:47,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,44713,-1] 2024-11-18T23:22:47,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:47,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:47,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:47,547 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:47,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e77c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:47,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:22:47,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:47,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:47,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,44713,1731972144086 2024-11-18T23:22:47,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3737b10d 2024-11-18T23:22:47,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:22:47,560 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:22:47,564 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44713 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9d96596e55a9:44565,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T23:22:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44713 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T23:22:47,569 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:44565' 2024-11-18T23:22:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:47,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:47,596 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34674c63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:47,597 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,44565,-1 for getting cluster id 2024-11-18T23:22:47,597 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:47,598 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '536ff685-3664-4bfb-9a78-0b67cd9d9298' 2024-11-18T23:22:47,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:47,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "536ff685-3664-4bfb-9a78-0b67cd9d9298" 2024-11-18T23:22:47,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3975a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:47,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,44565,-1] 2024-11-18T23:22:47,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:47,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:47,602 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:47,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42d85a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:47,607 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:22:47,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,44565,1731972150303 2024-11-18T23:22:47,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b98c3d5 2024-11-18T23:22:47,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:22:47,611 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:22:47,612 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-18T23:22:47,612 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T23:22:47,612 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:47,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:22:47,612 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:47,613 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:22:47,615 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T23:22:47,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:22:47,621 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:47,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:22:47,667 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T23:22:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:47,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741837_1013 (size=1138) 2024-11-18T23:22:47,728 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 88b31379c5c7c5f907b511719d872583, NAME => 'hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614 2024-11-18T23:22:47,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741838_1014 (size=44) 2024-11-18T23:22:47,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:47,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 88b31379c5c7c5f907b511719d872583, disabling compactions & flushes 2024-11-18T23:22:47,831 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583. 2024-11-18T23:22:47,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583. 2024-11-18T23:22:47,832 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583. after waiting 0 ms 2024-11-18T23:22:47,832 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583. 2024-11-18T23:22:47,832 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583. 2024-11-18T23:22:47,832 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 88b31379c5c7c5f907b511719d872583: Waiting for close lock at 1731972167831Disabling compacts and flushes for region at 1731972167831Disabling writes for close at 1731972167832 (+1 ms)Writing region close event to WAL at 1731972167832Closed at 1731972167832 2024-11-18T23:22:47,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:22:47,834 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731972167833"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972167833"}]},"ts":"1731972167833"} 2024-11-18T23:22:47,840 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:22:47,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:22:47,846 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972167846"}]},"ts":"1731972167846"} 2024-11-18T23:22:47,851 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T23:22:47,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=88b31379c5c7c5f907b511719d872583, ASSIGN}] 2024-11-18T23:22:47,854 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=88b31379c5c7c5f907b511719d872583, ASSIGN 2024-11-18T23:22:47,855 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=88b31379c5c7c5f907b511719d872583, ASSIGN; state=OFFLINE, location=9d96596e55a9,34953,1731972144516; forceNewPlan=false, retain=false 2024-11-18T23:22:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:48,008 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=88b31379c5c7c5f907b511719d872583, regionState=OPENING, regionLocation=9d96596e55a9,34953,1731972144516 2024-11-18T23:22:48,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=88b31379c5c7c5f907b511719d872583, ASSIGN because future has completed 2024-11-18T23:22:48,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88b31379c5c7c5f907b511719d872583, server=9d96596e55a9,34953,1731972144516}] 2024-11-18T23:22:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:48,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583. 2024-11-18T23:22:48,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:22:48,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T23:22:48,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C34953%2C1731972144516.rep, suffix=, logDir=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516, archiveDir=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/oldWALs, maxLogs=10 2024-11-18T23:22:48,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.rep.1731972168233, exclude list is [], retry=0 2024-11-18T23:22:48,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45833,DS-fb0d88f5-f5bf-4601-9b25-97a4bd4cbca0,DISK] 2024-11-18T23:22:48,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.rep.1731972168233 2024-11-18T23:22:48,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33431:33431)] 2024-11-18T23:22:48,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 88b31379c5c7c5f907b511719d872583, NAME => 'hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:22:48,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:22:48,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:22:48,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583. service=MultiRowMutationService 2024-11-18T23:22:48,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T23:22:48,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 88b31379c5c7c5f907b511719d872583 2024-11-18T23:22:48,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:48,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 88b31379c5c7c5f907b511719d872583 2024-11-18T23:22:48,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 88b31379c5c7c5f907b511719d872583 2024-11-18T23:22:48,332 INFO [StoreOpener-88b31379c5c7c5f907b511719d872583-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 88b31379c5c7c5f907b511719d872583 2024-11-18T23:22:48,340 INFO [StoreOpener-88b31379c5c7c5f907b511719d872583-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88b31379c5c7c5f907b511719d872583 columnFamilyName hfileref 2024-11-18T23:22:48,341 DEBUG [StoreOpener-88b31379c5c7c5f907b511719d872583-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:48,348 INFO [StoreOpener-88b31379c5c7c5f907b511719d872583-1 {}] regionserver.HStore(327): Store=88b31379c5c7c5f907b511719d872583/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:48,348 INFO [StoreOpener-88b31379c5c7c5f907b511719d872583-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 88b31379c5c7c5f907b511719d872583 2024-11-18T23:22:48,360 INFO [StoreOpener-88b31379c5c7c5f907b511719d872583-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88b31379c5c7c5f907b511719d872583 columnFamilyName queue 2024-11-18T23:22:48,361 DEBUG [StoreOpener-88b31379c5c7c5f907b511719d872583-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:48,364 INFO [StoreOpener-88b31379c5c7c5f907b511719d872583-1 {}] regionserver.HStore(327): Store=88b31379c5c7c5f907b511719d872583/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:48,365 INFO [StoreOpener-88b31379c5c7c5f907b511719d872583-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 88b31379c5c7c5f907b511719d872583 2024-11-18T23:22:48,385 INFO [StoreOpener-88b31379c5c7c5f907b511719d872583-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88b31379c5c7c5f907b511719d872583 columnFamilyName sid 2024-11-18T23:22:48,385 DEBUG [StoreOpener-88b31379c5c7c5f907b511719d872583-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:48,392 INFO [StoreOpener-88b31379c5c7c5f907b511719d872583-1 {}] regionserver.HStore(327): Store=88b31379c5c7c5f907b511719d872583/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:48,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 88b31379c5c7c5f907b511719d872583 2024-11-18T23:22:48,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/replication/88b31379c5c7c5f907b511719d872583 2024-11-18T23:22:48,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/replication/88b31379c5c7c5f907b511719d872583 2024-11-18T23:22:48,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 88b31379c5c7c5f907b511719d872583 2024-11-18T23:22:48,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 88b31379c5c7c5f907b511719d872583 2024-11-18T23:22:48,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:22:48,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 88b31379c5c7c5f907b511719d872583 2024-11-18T23:22:48,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/replication/88b31379c5c7c5f907b511719d872583/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:22:48,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 88b31379c5c7c5f907b511719d872583; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70315401, jitterRate=0.04778112471103668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:22:48,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88b31379c5c7c5f907b511719d872583 2024-11-18T23:22:48,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 88b31379c5c7c5f907b511719d872583: Running coprocessor pre-open hook at 1731972168322Writing region info on filesystem at 1731972168322Initializing all the Stores at 1731972168327 (+5 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972168327Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972168328 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972168328Cleaning up temporary data from old regions at 1731972168420 (+92 ms)Running coprocessor post-open hooks at 1731972168456 (+36 ms)Region opened successfully at 1731972168457 (+1 ms) 2024-11-18T23:22:48,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583., pid=10, masterSystemTime=1731972168193 2024-11-18T23:22:48,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583. 2024-11-18T23:22:48,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583. 2024-11-18T23:22:48,467 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=88b31379c5c7c5f907b511719d872583, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,34953,1731972144516 2024-11-18T23:22:48,468 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44713 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9d96596e55a9,34953,1731972144516, table=hbase:replication, region=88b31379c5c7c5f907b511719d872583. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T23:22:48,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88b31379c5c7c5f907b511719d872583, server=9d96596e55a9,34953,1731972144516 because future has completed 2024-11-18T23:22:48,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T23:22:48,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 88b31379c5c7c5f907b511719d872583, server=9d96596e55a9,34953,1731972144516 in 452 msec 2024-11-18T23:22:48,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T23:22:48,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=88b31379c5c7c5f907b511719d872583, ASSIGN in 627 msec 2024-11-18T23:22:48,498 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:22:48,499 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972168498"}]},"ts":"1731972168498"} 2024-11-18T23:22:48,502 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T23:22:48,503 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:22:48,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 890 msec 2024-11-18T23:22:48,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583., hostname=9d96596e55a9,34953,1731972144516, seqNum=2] 2024-11-18T23:22:48,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x101504186c60001, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135058551 2024-11-18T23:22:48,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135058551 2024-11-18T23:22:48,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T23:22:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:48,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34953 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T23:22:48,787 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T23:22:48,871 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9d96596e55a9,34953,1731972144516, ReplicationSource: 1, currentBandwidth=0 2024-11-18T23:22:48,872 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:22:48,872 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,34953,1731972144516, seqNum=-1] 2024-11-18T23:22:48,873 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:22:48,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-18T23:22:48,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9d96596e55a9,34953,1731972144516', locateType=CURRENT is [region=hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583., hostname=9d96596e55a9,34953,1731972144516, seqNum=2] 2024-11-18T23:22:48,896 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T23:22:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44713 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T23:22:48,901 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9d96596e55a9,34953,1731972144516 suceeded 2024-11-18T23:22:48,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T23:22:48,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 281 msec 2024-11-18T23:22:48,908 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9d96596e55a9:44565,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T23:22:48,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3440 sec 2024-11-18T23:22:48,930 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:44565' 2024-11-18T23:22:48,936 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@642d74a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:48,936 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,44565,-1 for getting cluster id 2024-11-18T23:22:48,936 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:48,941 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '536ff685-3664-4bfb-9a78-0b67cd9d9298' 2024-11-18T23:22:48,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:48,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "536ff685-3664-4bfb-9a78-0b67cd9d9298" 2024-11-18T23:22:48,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10c9370f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:48,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,44565,-1] 2024-11-18T23:22:48,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:48,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:48,943 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:48,946 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f3cfbef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:48,947 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:22:48,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,44565,1731972150303 2024-11-18T23:22:48,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58a0ad34 2024-11-18T23:22:48,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:22:48,953 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-18T23:22:48,957 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9d96596e55a9,34953,1731972144516 (queues=1) is replicating from cluster=19cf89f5-ebf2-45d0-bfc4-c9598a42feb3 to cluster=536ff685-3664-4bfb-9a78-0b67cd9d9298 2024-11-18T23:22:48,957 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9d96596e55a9%2C34953%2C1731972144516 2024-11-18T23:22:48,957 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9d96596e55a9,34953,1731972144516, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T23:22:48,958 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492, startPosition=0, beingWritten=true 2024-11-18T23:22:48,969 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.shipper9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9d96596e55a9%2C34953%2C1731972144516 2024-11-18T23:22:48,997 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:22:48,997 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 379, reset compression=false 2024-11-18T23:22:48,997 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.shipper9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,34953,1731972144516 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:22:49,245 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 379, reset compression=false 2024-11-18T23:22:49,577 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 379, reset compression=false 2024-11-18T23:22:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:49,729 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T23:22:49,729 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:22:49,729 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:22:49,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:49,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:49,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:22:49,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473e8d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:49,732 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,44565,-1 for getting cluster id 2024-11-18T23:22:49,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:49,737 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '536ff685-3664-4bfb-9a78-0b67cd9d9298' 2024-11-18T23:22:49,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "536ff685-3664-4bfb-9a78-0b67cd9d9298" 2024-11-18T23:22:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14729c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,44565,-1] 2024-11-18T23:22:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:49,740 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:49,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b926bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:49,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:22:49,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,44565,1731972150303 2024-11-18T23:22:49,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@245b0097 2024-11-18T23:22:49,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:22:49,756 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:22:49,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44565 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9d96596e55a9:36619,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T23:22:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44565 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T23:22:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:49,766 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:36619' 2024-11-18T23:22:49,780 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2834adb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:49,780 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,36619,-1 for getting cluster id 2024-11-18T23:22:49,781 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:49,788 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55315784-ec08-4683-8dde-fa0e47a36412' 2024-11-18T23:22:49,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:49,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55315784-ec08-4683-8dde-fa0e47a36412" 2024-11-18T23:22:49,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f95c43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:49,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,36619,-1] 2024-11-18T23:22:49,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:49,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:49,792 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:49,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478ee1a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:49,796 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:22:49,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,36619,1731972158140 2024-11-18T23:22:49,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4feffcbb 2024-11-18T23:22:49,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:22:49,803 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:22:49,804 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T23:22:49,804 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T23:22:49,804 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:49,804 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:49,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:22:49,805 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:22:49,811 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T23:22:49,812 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:22:49,813 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:49,821 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:22:49,864 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T23:22:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:49,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741837_1013 (size=1138) 2024-11-18T23:22:50,024 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 379, reset compression=false 2024-11-18T23:22:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:50,296 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T23:22:50,305 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dca5e344cf98f3852584b4ab2aea215f, NAME => 'hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57 2024-11-18T23:22:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:50,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741838_1014 (size=44) 2024-11-18T23:22:50,552 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 379, reset compression=false 2024-11-18T23:22:50,811 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:50,812 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dca5e344cf98f3852584b4ab2aea215f, disabling compactions & flushes 2024-11-18T23:22:50,812 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f. 2024-11-18T23:22:50,812 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f. 2024-11-18T23:22:50,812 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f. after waiting 0 ms 2024-11-18T23:22:50,812 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f. 2024-11-18T23:22:50,812 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f. 2024-11-18T23:22:50,812 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dca5e344cf98f3852584b4ab2aea215f: Waiting for close lock at 1731972170811Disabling compacts and flushes for region at 1731972170811Disabling writes for close at 1731972170812 (+1 ms)Writing region close event to WAL at 1731972170812Closed at 1731972170812 2024-11-18T23:22:50,815 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:22:50,815 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731972170815"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972170815"}]},"ts":"1731972170815"} 2024-11-18T23:22:50,825 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:22:50,829 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:22:50,829 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972170829"}]},"ts":"1731972170829"} 2024-11-18T23:22:50,852 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T23:22:50,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dca5e344cf98f3852584b4ab2aea215f, ASSIGN}] 2024-11-18T23:22:50,873 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dca5e344cf98f3852584b4ab2aea215f, ASSIGN 2024-11-18T23:22:50,880 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dca5e344cf98f3852584b4ab2aea215f, ASSIGN; state=OFFLINE, location=9d96596e55a9,46735,1731972150557; forceNewPlan=false, retain=false 2024-11-18T23:22:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:51,033 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dca5e344cf98f3852584b4ab2aea215f, regionState=OPENING, regionLocation=9d96596e55a9,46735,1731972150557 2024-11-18T23:22:51,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dca5e344cf98f3852584b4ab2aea215f, ASSIGN because future has completed 2024-11-18T23:22:51,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dca5e344cf98f3852584b4ab2aea215f, server=9d96596e55a9,46735,1731972150557}] 2024-11-18T23:22:51,192 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 379, reset compression=false 2024-11-18T23:22:51,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f. 2024-11-18T23:22:51,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:22:51,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T23:22:51,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C46735%2C1731972150557.rep, suffix=, logDir=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557, archiveDir=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/oldWALs, maxLogs=10 2024-11-18T23:22:51,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.rep.1731972171268, exclude list is [], retry=0 2024-11-18T23:22:51,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35893,DS-53d323ee-1282-4b71-8620-266c005e592e,DISK] 2024-11-18T23:22:51,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.rep.1731972171268 2024-11-18T23:22:51,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42029:42029)] 2024-11-18T23:22:51,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dca5e344cf98f3852584b4ab2aea215f, NAME => 'hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:22:51,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:22:51,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:22:51,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f. service=MultiRowMutationService 2024-11-18T23:22:51,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T23:22:51,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dca5e344cf98f3852584b4ab2aea215f 2024-11-18T23:22:51,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:51,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dca5e344cf98f3852584b4ab2aea215f 2024-11-18T23:22:51,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dca5e344cf98f3852584b4ab2aea215f 2024-11-18T23:22:51,390 INFO [StoreOpener-dca5e344cf98f3852584b4ab2aea215f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dca5e344cf98f3852584b4ab2aea215f 2024-11-18T23:22:51,413 INFO [StoreOpener-dca5e344cf98f3852584b4ab2aea215f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dca5e344cf98f3852584b4ab2aea215f columnFamilyName hfileref 2024-11-18T23:22:51,413 DEBUG [StoreOpener-dca5e344cf98f3852584b4ab2aea215f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:51,428 INFO [StoreOpener-dca5e344cf98f3852584b4ab2aea215f-1 {}] regionserver.HStore(327): Store=dca5e344cf98f3852584b4ab2aea215f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:51,428 INFO [StoreOpener-dca5e344cf98f3852584b4ab2aea215f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dca5e344cf98f3852584b4ab2aea215f 2024-11-18T23:22:51,445 INFO [StoreOpener-dca5e344cf98f3852584b4ab2aea215f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dca5e344cf98f3852584b4ab2aea215f columnFamilyName queue 2024-11-18T23:22:51,445 DEBUG [StoreOpener-dca5e344cf98f3852584b4ab2aea215f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:51,450 INFO [StoreOpener-dca5e344cf98f3852584b4ab2aea215f-1 {}] regionserver.HStore(327): Store=dca5e344cf98f3852584b4ab2aea215f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:51,450 INFO [StoreOpener-dca5e344cf98f3852584b4ab2aea215f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dca5e344cf98f3852584b4ab2aea215f 2024-11-18T23:22:51,468 INFO [StoreOpener-dca5e344cf98f3852584b4ab2aea215f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dca5e344cf98f3852584b4ab2aea215f columnFamilyName sid 2024-11-18T23:22:51,469 DEBUG [StoreOpener-dca5e344cf98f3852584b4ab2aea215f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:51,480 INFO [StoreOpener-dca5e344cf98f3852584b4ab2aea215f-1 {}] regionserver.HStore(327): Store=dca5e344cf98f3852584b4ab2aea215f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:51,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dca5e344cf98f3852584b4ab2aea215f 2024-11-18T23:22:51,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/replication/dca5e344cf98f3852584b4ab2aea215f 2024-11-18T23:22:51,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/replication/dca5e344cf98f3852584b4ab2aea215f 2024-11-18T23:22:51,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dca5e344cf98f3852584b4ab2aea215f 2024-11-18T23:22:51,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dca5e344cf98f3852584b4ab2aea215f 2024-11-18T23:22:51,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:22:51,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dca5e344cf98f3852584b4ab2aea215f 2024-11-18T23:22:51,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/replication/dca5e344cf98f3852584b4ab2aea215f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:22:51,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dca5e344cf98f3852584b4ab2aea215f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74020838, jitterRate=0.10299643874168396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:22:51,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dca5e344cf98f3852584b4ab2aea215f 2024-11-18T23:22:51,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dca5e344cf98f3852584b4ab2aea215f: Running coprocessor pre-open hook at 1731972171350Writing region info on filesystem at 1731972171350Initializing all the Stores at 1731972171362 (+12 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972171362Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972171368 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972171368Cleaning up temporary data from old regions at 1731972171499 (+131 ms)Running coprocessor post-open hooks at 1731972171553 (+54 ms)Region opened successfully at 1731972171553 2024-11-18T23:22:51,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f., pid=10, masterSystemTime=1731972171208 2024-11-18T23:22:51,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f. 2024-11-18T23:22:51,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f. 2024-11-18T23:22:51,573 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dca5e344cf98f3852584b4ab2aea215f, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,46735,1731972150557 2024-11-18T23:22:51,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dca5e344cf98f3852584b4ab2aea215f, server=9d96596e55a9,46735,1731972150557 because future has completed 2024-11-18T23:22:51,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T23:22:51,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dca5e344cf98f3852584b4ab2aea215f, server=9d96596e55a9,46735,1731972150557 in 547 msec 2024-11-18T23:22:51,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T23:22:51,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dca5e344cf98f3852584b4ab2aea215f, ASSIGN in 751 msec 2024-11-18T23:22:51,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:22:51,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972171616"}]},"ts":"1731972171616"} 2024-11-18T23:22:51,630 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T23:22:51,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:22:51,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.8270 sec 2024-11-18T23:22:51,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f., hostname=9d96596e55a9,46735,1731972150557, seqNum=2] 2024-11-18T23:22:51,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1104336146 2024-11-18T23:22:51,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x101504186c60004, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1104336146 2024-11-18T23:22:51,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T23:22:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:51,933 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 379, reset compression=false 2024-11-18T23:22:52,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T23:22:52,036 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T23:22:52,103 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9d96596e55a9,46735,1731972150557, ReplicationSource: 1, currentBandwidth=0 2024-11-18T23:22:52,108 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:22:52,108 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,46735,1731972150557, seqNum=-1] 2024-11-18T23:22:52,109 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:22:52,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-18T23:22:52,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9d96596e55a9,46735,1731972150557', locateType=CURRENT is [region=hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f., hostname=9d96596e55a9,46735,1731972150557, seqNum=2] 2024-11-18T23:22:52,124 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T23:22:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44565 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T23:22:52,149 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:36619' 2024-11-18T23:22:52,152 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9d96596e55a9,46735,1731972150557 suceeded 2024-11-18T23:22:52,157 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1232b276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:52,157 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,36619,-1 for getting cluster id 2024-11-18T23:22:52,157 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:52,158 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55315784-ec08-4683-8dde-fa0e47a36412' 2024-11-18T23:22:52,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:52,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55315784-ec08-4683-8dde-fa0e47a36412" 2024-11-18T23:22:52,159 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:52,159 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48cb9923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:52,159 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,36619,-1] 2024-11-18T23:22:52,159 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:52,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T23:22:52,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 294 msec 2024-11-18T23:22:52,160 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9d96596e55a9:36619,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T23:22:52,164 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:52,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.4030 sec 2024-11-18T23:22:52,167 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51eb3125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:52,167 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:22:52,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,36619,1731972158140 2024-11-18T23:22:52,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a7ec9d6 2024-11-18T23:22:52,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:22:52,172 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-18T23:22:52,179 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9d96596e55a9,46735,1731972150557 (queues=1) is replicating from cluster=536ff685-3664-4bfb-9a78-0b67cd9d9298 to cluster=55315784-ec08-4683-8dde-fa0e47a36412 2024-11-18T23:22:52,179 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9d96596e55a9%2C46735%2C1731972150557 2024-11-18T23:22:52,179 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9d96596e55a9,46735,1731972150557, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T23:22:52,181 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667, startPosition=0, beingWritten=true 2024-11-18T23:22:52,188 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.shipper9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9d96596e55a9%2C46735%2C1731972150557 2024-11-18T23:22:52,197 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:22:52,197 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 379, reset compression=false 2024-11-18T23:22:52,197 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.shipper9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,46735,1731972150557 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:22:52,330 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:22:52,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:52,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:52,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:52,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:52,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:52,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:52,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:52,429 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 379, reset compression=false 2024-11-18T23:22:52,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:52,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:52,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:52,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:52,753 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 379, reset compression=false 2024-11-18T23:22:52,776 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 379, reset compression=false 2024-11-18T23:22:53,191 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 379, reset compression=false 2024-11-18T23:22:53,638 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T23:22:53,717 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 379, reset compression=false 2024-11-18T23:22:53,729 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 379, reset compression=false 2024-11-18T23:22:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:53,917 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T23:22:53,917 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:22:53,917 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:22:53,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:53,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:53,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:22:53,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@608212aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:53,919 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,36619,-1 for getting cluster id 2024-11-18T23:22:53,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:53,920 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55315784-ec08-4683-8dde-fa0e47a36412' 2024-11-18T23:22:53,920 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:53,920 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55315784-ec08-4683-8dde-fa0e47a36412" 2024-11-18T23:22:53,920 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@402c8a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:53,920 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,36619,-1] 2024-11-18T23:22:53,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:53,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:53,921 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:53,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d53f66e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:53,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:22:53,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,36619,1731972158140 2024-11-18T23:22:53,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a6049b 2024-11-18T23:22:53,923 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:22:53,924 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:22:53,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9d96596e55a9:44713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T23:22:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T23:22:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:53,927 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:44713' 2024-11-18T23:22:53,928 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb6ef4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:53,928 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,44713,-1 for getting cluster id 2024-11-18T23:22:53,928 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:53,929 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19cf89f5-ebf2-45d0-bfc4-c9598a42feb3' 2024-11-18T23:22:53,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:53,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19cf89f5-ebf2-45d0-bfc4-c9598a42feb3" 2024-11-18T23:22:53,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53aaeedd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:53,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,44713,-1] 2024-11-18T23:22:53,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:53,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:53,931 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:53,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73d5b6c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:53,932 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:22:53,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,44713,1731972144086 2024-11-18T23:22:53,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cca432a 2024-11-18T23:22:53,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:22:53,934 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:22:53,934 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-18T23:22:53,934 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T23:22:53,934 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:53,934 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:53,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:22:53,935 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:22:53,936 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T23:22:53,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:22:53,937 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:53,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:22:53,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741837_1013 (size=1138) 2024-11-18T23:22:53,973 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e1f6b4b57eced8a94298b883d20d39b0, NAME => 'hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2 2024-11-18T23:22:53,986 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T23:22:53,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741838_1014 (size=44) 2024-11-18T23:22:53,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:53,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e1f6b4b57eced8a94298b883d20d39b0, disabling compactions & flushes 2024-11-18T23:22:53,995 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0. 2024-11-18T23:22:53,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0. 2024-11-18T23:22:53,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0. after waiting 0 ms 2024-11-18T23:22:53,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0. 2024-11-18T23:22:53,995 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0. 2024-11-18T23:22:53,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e1f6b4b57eced8a94298b883d20d39b0: Waiting for close lock at 1731972173994Disabling compacts and flushes for region at 1731972173994Disabling writes for close at 1731972173995 (+1 ms)Writing region close event to WAL at 1731972173995Closed at 1731972173995 2024-11-18T23:22:53,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:22:53,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731972173996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972173996"}]},"ts":"1731972173996"} 2024-11-18T23:22:53,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:22:54,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:22:54,000 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972174000"}]},"ts":"1731972174000"} 2024-11-18T23:22:54,002 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T23:22:54,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e1f6b4b57eced8a94298b883d20d39b0, ASSIGN}] 2024-11-18T23:22:54,004 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e1f6b4b57eced8a94298b883d20d39b0, ASSIGN 2024-11-18T23:22:54,005 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e1f6b4b57eced8a94298b883d20d39b0, ASSIGN; state=OFFLINE, location=9d96596e55a9,39781,1731972158318; forceNewPlan=false, retain=false 2024-11-18T23:22:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:54,156 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e1f6b4b57eced8a94298b883d20d39b0, regionState=OPENING, regionLocation=9d96596e55a9,39781,1731972158318 2024-11-18T23:22:54,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e1f6b4b57eced8a94298b883d20d39b0, ASSIGN because future has completed 2024-11-18T23:22:54,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1f6b4b57eced8a94298b883d20d39b0, server=9d96596e55a9,39781,1731972158318}] 2024-11-18T23:22:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:54,349 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 379, reset compression=false 2024-11-18T23:22:54,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0. 2024-11-18T23:22:54,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:22:54,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T23:22:54,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C39781%2C1731972158318.rep, suffix=, logDir=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318, archiveDir=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/oldWALs, maxLogs=10 2024-11-18T23:22:54,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.rep.1731972174352, exclude list is [], retry=0 2024-11-18T23:22:54,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43729,DS-bd825beb-fa35-4055-8f80-b402c00c8004,DISK] 2024-11-18T23:22:54,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.rep.1731972174352 2024-11-18T23:22:54,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43695:43695)] 2024-11-18T23:22:54,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e1f6b4b57eced8a94298b883d20d39b0, NAME => 'hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:22:54,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:22:54,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:22:54,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0. service=MultiRowMutationService 2024-11-18T23:22:54,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T23:22:54,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e1f6b4b57eced8a94298b883d20d39b0 2024-11-18T23:22:54,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:22:54,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e1f6b4b57eced8a94298b883d20d39b0 2024-11-18T23:22:54,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e1f6b4b57eced8a94298b883d20d39b0 2024-11-18T23:22:54,417 INFO [StoreOpener-e1f6b4b57eced8a94298b883d20d39b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e1f6b4b57eced8a94298b883d20d39b0 2024-11-18T23:22:54,419 INFO [StoreOpener-e1f6b4b57eced8a94298b883d20d39b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1f6b4b57eced8a94298b883d20d39b0 columnFamilyName hfileref 2024-11-18T23:22:54,419 DEBUG [StoreOpener-e1f6b4b57eced8a94298b883d20d39b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:54,420 INFO [StoreOpener-e1f6b4b57eced8a94298b883d20d39b0-1 {}] regionserver.HStore(327): Store=e1f6b4b57eced8a94298b883d20d39b0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:54,420 INFO [StoreOpener-e1f6b4b57eced8a94298b883d20d39b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e1f6b4b57eced8a94298b883d20d39b0 2024-11-18T23:22:54,421 INFO [StoreOpener-e1f6b4b57eced8a94298b883d20d39b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1f6b4b57eced8a94298b883d20d39b0 columnFamilyName queue 2024-11-18T23:22:54,421 DEBUG [StoreOpener-e1f6b4b57eced8a94298b883d20d39b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:54,423 INFO [StoreOpener-e1f6b4b57eced8a94298b883d20d39b0-1 {}] regionserver.HStore(327): Store=e1f6b4b57eced8a94298b883d20d39b0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:54,423 INFO [StoreOpener-e1f6b4b57eced8a94298b883d20d39b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e1f6b4b57eced8a94298b883d20d39b0 2024-11-18T23:22:54,424 INFO [StoreOpener-e1f6b4b57eced8a94298b883d20d39b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1f6b4b57eced8a94298b883d20d39b0 columnFamilyName sid 2024-11-18T23:22:54,424 DEBUG [StoreOpener-e1f6b4b57eced8a94298b883d20d39b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:22:54,425 INFO [StoreOpener-e1f6b4b57eced8a94298b883d20d39b0-1 {}] regionserver.HStore(327): Store=e1f6b4b57eced8a94298b883d20d39b0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:22:54,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e1f6b4b57eced8a94298b883d20d39b0 2024-11-18T23:22:54,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/replication/e1f6b4b57eced8a94298b883d20d39b0 2024-11-18T23:22:54,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/replication/e1f6b4b57eced8a94298b883d20d39b0 2024-11-18T23:22:54,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e1f6b4b57eced8a94298b883d20d39b0 2024-11-18T23:22:54,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e1f6b4b57eced8a94298b883d20d39b0 2024-11-18T23:22:54,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:22:54,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e1f6b4b57eced8a94298b883d20d39b0 2024-11-18T23:22:54,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/replication/e1f6b4b57eced8a94298b883d20d39b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:22:54,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e1f6b4b57eced8a94298b883d20d39b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69427878, jitterRate=0.03455600142478943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:22:54,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1f6b4b57eced8a94298b883d20d39b0 2024-11-18T23:22:54,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e1f6b4b57eced8a94298b883d20d39b0: Running coprocessor pre-open hook at 1731972174405Writing region info on filesystem at 1731972174405Initializing all the Stores at 1731972174407 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972174407Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972174416 (+9 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972174416Cleaning up temporary data from old regions at 1731972174430 (+14 ms)Running coprocessor post-open hooks at 1731972174446 (+16 ms)Region opened successfully at 1731972174446 2024-11-18T23:22:54,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0., pid=10, masterSystemTime=1731972174326 2024-11-18T23:22:54,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0. 2024-11-18T23:22:54,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0. 2024-11-18T23:22:54,456 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e1f6b4b57eced8a94298b883d20d39b0, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,39781,1731972158318 2024-11-18T23:22:54,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1f6b4b57eced8a94298b883d20d39b0, server=9d96596e55a9,39781,1731972158318 because future has completed 2024-11-18T23:22:54,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T23:22:54,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e1f6b4b57eced8a94298b883d20d39b0, server=9d96596e55a9,39781,1731972158318 in 300 msec 2024-11-18T23:22:54,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T23:22:54,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e1f6b4b57eced8a94298b883d20d39b0, ASSIGN in 482 msec 2024-11-18T23:22:54,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:22:54,488 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972174488"}]},"ts":"1731972174488"} 2024-11-18T23:22:54,491 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T23:22:54,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:22:54,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 557 msec 2024-11-18T23:22:54,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0., hostname=9d96596e55a9,39781,1731972158318, seqNum=2] 2024-11-18T23:22:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:54,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1692510392 2024-11-18T23:22:54,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39781-0x101504186c60007, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1692510392 2024-11-18T23:22:54,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T23:22:54,730 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 379, reset compression=false 2024-11-18T23:22:54,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39781 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T23:22:54,762 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T23:22:54,839 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9d96596e55a9,39781,1731972158318, ReplicationSource: 1, currentBandwidth=0 2024-11-18T23:22:54,839 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:22:54,840 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39781,1731972158318, seqNum=-1] 2024-11-18T23:22:54,841 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:22:54,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-18T23:22:54,848 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9d96596e55a9,39781,1731972158318', locateType=CURRENT is [region=hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0., hostname=9d96596e55a9,39781,1731972158318, seqNum=2] 2024-11-18T23:22:54,851 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T23:22:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T23:22:54,860 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9d96596e55a9,39781,1731972158318 suceeded 2024-11-18T23:22:54,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T23:22:54,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 269 msec 2024-11-18T23:22:54,864 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9d96596e55a9:44713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T23:22:54,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 940 msec 2024-11-18T23:22:54,885 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:44713' 2024-11-18T23:22:54,886 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@186076ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:54,886 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,44713,-1 for getting cluster id 2024-11-18T23:22:54,887 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:54,887 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19cf89f5-ebf2-45d0-bfc4-c9598a42feb3' 2024-11-18T23:22:54,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:54,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19cf89f5-ebf2-45d0-bfc4-c9598a42feb3" 2024-11-18T23:22:54,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f68d041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:54,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,44713,-1] 2024-11-18T23:22:54,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:54,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:54,890 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:54,899 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cd63303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:54,899 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:22:54,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,44713,1731972144086 2024-11-18T23:22:54,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b852dab 2024-11-18T23:22:54,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:22:54,906 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-18T23:22:54,912 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9d96596e55a9,39781,1731972158318 (queues=1) is replicating from cluster=55315784-ec08-4683-8dde-fa0e47a36412 to cluster=19cf89f5-ebf2-45d0-bfc4-c9598a42feb3 2024-11-18T23:22:54,913 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9d96596e55a9%2C39781%2C1731972158318 2024-11-18T23:22:54,913 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9d96596e55a9,39781,1731972158318, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T23:22:54,931 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747, startPosition=0, beingWritten=true 2024-11-18T23:22:54,934 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.shipper9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9d96596e55a9%2C39781%2C1731972158318 2024-11-18T23:22:54,954 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:22:54,954 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 379, reset compression=false 2024-11-18T23:22:54,955 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.shipper9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,39781,1731972158318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:22:55,058 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 379, reset compression=false 2024-11-18T23:22:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:22:55,068 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T23:22:55,069 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:22:55,069 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:22:55,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:55,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:55,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:22:55,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cade801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:55,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,44713,-1 for getting cluster id 2024-11-18T23:22:55,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:55,089 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19cf89f5-ebf2-45d0-bfc4-c9598a42feb3' 2024-11-18T23:22:55,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:55,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19cf89f5-ebf2-45d0-bfc4-c9598a42feb3" 2024-11-18T23:22:55,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f395918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:55,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,44713,-1] 2024-11-18T23:22:55,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:55,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:55,094 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:55,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a30c44b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:55,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b78659d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:55,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,44565,-1 for getting cluster id 2024-11-18T23:22:55,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:55,109 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '536ff685-3664-4bfb-9a78-0b67cd9d9298' 2024-11-18T23:22:55,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:55,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "536ff685-3664-4bfb-9a78-0b67cd9d9298" 2024-11-18T23:22:55,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f161444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:55,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,44565,-1] 2024-11-18T23:22:55,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:55,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:55,117 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:55,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212916ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:55,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b23f14c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:55,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,36619,-1 for getting cluster id 2024-11-18T23:22:55,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:55,127 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55315784-ec08-4683-8dde-fa0e47a36412' 2024-11-18T23:22:55,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:55,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55315784-ec08-4683-8dde-fa0e47a36412" 2024-11-18T23:22:55,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f159596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:55,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,36619,-1] 2024-11-18T23:22:55,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:55,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:55,129 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:55,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a2b504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:55,131 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:22:55,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,34953,1731972144516, seqNum=-1] 2024-11-18T23:22:55,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:22:55,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:22:55,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731972161959.be646ed228e1271c926609732f598ce9., hostname=9d96596e55a9,34953,1731972144516, seqNum=2] 2024-11-18T23:22:55,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:22:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39781,1731972158318, seqNum=-1] 2024-11-18T23:22:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:22:55,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:22:55,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc., hostname=9d96596e55a9,39781,1731972158318, seqNum=2] 2024-11-18T23:22:55,180 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T23:22:55,191 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 379, reset compression=false 2024-11-18T23:22:55,521 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 379, reset compression=false 2024-11-18T23:22:55,858 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 379, reset compression=false 2024-11-18T23:22:55,877 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 379, reset compression=false 2024-11-18T23:22:55,880 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:22:55,880 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 480, reset compression=false 2024-11-18T23:22:55,880 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.shipper9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,34953,1731972144516 got entry batch from reader: WALEntryBatch [walEntries=[{test/be646ed228e1271c926609732f598ce9/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T23:22:55,884 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.shipper9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:22:55,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-18T23:22:55,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:22:55,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47c524a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:55,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,44565,-1 for getting cluster id 2024-11-18T23:22:55,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:55,910 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '536ff685-3664-4bfb-9a78-0b67cd9d9298' 2024-11-18T23:22:55,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:55,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "536ff685-3664-4bfb-9a78-0b67cd9d9298" 2024-11-18T23:22:55,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a7e954e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:55,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,44565,-1] 2024-11-18T23:22:55,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:55,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:55,912 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:55,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49643677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:55,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:22:55,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,46735,1731972150557, seqNum=-1] 2024-11-18T23:22:55,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:22:55,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-18T23:22:55,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731972163122.c384579a3443dc8860a62461ad639d86., hostname=9d96596e55a9,46735,1731972150557, seqNum=2] 2024-11-18T23:22:55,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:22:55,927 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 379, reset compression=false 2024-11-18T23:22:55,961 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:22:55,961 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 503, reset compression=false 2024-11-18T23:22:55,961 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.shipper9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,46735,1731972150557 got entry batch from reader: WALEntryBatch [walEntries=[{test/c384579a3443dc8860a62461ad639d86/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-18T23:22:55,965 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.shipper9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:22:55,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-18T23:22:55,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39781 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:22:55,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52130371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:55,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39781 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,36619,-1 for getting cluster id 2024-11-18T23:22:55,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:55,994 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55315784-ec08-4683-8dde-fa0e47a36412' 2024-11-18T23:22:55,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:55,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55315784-ec08-4683-8dde-fa0e47a36412" 2024-11-18T23:22:55,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47a558a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:55,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,36619,-1] 2024-11-18T23:22:55,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:55,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:55,997 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:55,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@787e70cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:55,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39781 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:22:56,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,39781,1731972158318, seqNum=-1] 2024-11-18T23:22:56,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:22:56,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-18T23:22:56,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc., hostname=9d96596e55a9,39781,1731972158318, seqNum=2] 2024-11-18T23:22:56,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39781 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:22:56,153 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 480, reset compression=false 2024-11-18T23:22:56,182 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T23:22:56,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:22:56,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,46735,1731972150557, seqNum=-1] 2024-11-18T23:22:56,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:22:56,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:22:56,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731972163122.c384579a3443dc8860a62461ad639d86., hostname=9d96596e55a9,46735,1731972150557, seqNum=2] 2024-11-18T23:22:56,199 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T23:22:56,224 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 503, reset compression=false 2024-11-18T23:22:56,261 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:22:56,262 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 607, reset compression=false 2024-11-18T23:22:56,262 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.shipper9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,46735,1731972150557 got entry batch from reader: WALEntryBatch [walEntries=[{test/c384579a3443dc8860a62461ad639d86/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T23:22:56,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39781 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:22:56,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39781 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:22:56,473 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 379, reset compression=false 2024-11-18T23:22:56,483 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 480, reset compression=false 2024-11-18T23:22:56,483 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:22:56,483 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 653, reset compression=false 2024-11-18T23:22:56,483 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.shipper9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,39781,1731972158318 got entry batch from reader: WALEntryBatch [walEntries=[{test/c3f26e656473f38a2bf9bc8866240abc/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T23:22:56,486 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.shipper9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:22:56,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-18T23:22:56,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:22:56,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a6576f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:56,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,44713,-1 for getting cluster id 2024-11-18T23:22:56,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:22:56,494 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 607, reset compression=false 2024-11-18T23:22:56,494 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19cf89f5-ebf2-45d0-bfc4-c9598a42feb3' 2024-11-18T23:22:56,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:22:56,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19cf89f5-ebf2-45d0-bfc4-c9598a42feb3" 2024-11-18T23:22:56,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15189ec1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:56,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,44713,-1] 2024-11-18T23:22:56,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:22:56,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:22:56,496 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:22:56,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b09fc90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:22:56,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:22:56,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,34953,1731972144516, seqNum=-1] 2024-11-18T23:22:56,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:22:56,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-18T23:22:56,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731972161959.be646ed228e1271c926609732f598ce9., hostname=9d96596e55a9,34953,1731972144516, seqNum=2] 2024-11-18T23:22:56,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:22:56,518 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:22:56,518 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 630, reset compression=false 2024-11-18T23:22:56,518 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.shipper9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,34953,1731972144516 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:22:56,730 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 653, reset compression=false 2024-11-18T23:22:56,738 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 630, reset compression=false 2024-11-18T23:22:56,837 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 607, reset compression=false 2024-11-18T23:22:57,033 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 653, reset compression=false 2024-11-18T23:22:57,041 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 630, reset compression=false 2024-11-18T23:22:57,201 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T23:22:57,205 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-18T23:22:57,245 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 607, reset compression=false 2024-11-18T23:22:57,437 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 653, reset compression=false 2024-11-18T23:22:57,446 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 630, reset compression=false 2024-11-18T23:22:57,474 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:22:57,474 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 757, reset compression=false 2024-11-18T23:22:57,474 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.shipper9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,39781,1731972158318 got entry batch from reader: WALEntryBatch [walEntries=[{test/c3f26e656473f38a2bf9bc8866240abc/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T23:22:57,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:22:57,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:22:57,494 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:22:57,494 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 757, reset compression=false 2024-11-18T23:22:57,494 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.shipper9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,34953,1731972144516 got entry batch from reader: WALEntryBatch [walEntries=[{test/be646ed228e1271c926609732f598ce9/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T23:22:57,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:22:57,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:22:57,748 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 757, reset compression=false 2024-11-18T23:22:57,750 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 757, reset compression=false 2024-11-18T23:22:57,753 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 607, reset compression=false 2024-11-18T23:22:57,789 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:22:57,789 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 757, reset compression=false 2024-11-18T23:22:57,790 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.shipper9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,46735,1731972150557 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:22:58,013 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 757, reset compression=false 2024-11-18T23:22:58,062 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 757, reset compression=false 2024-11-18T23:22:58,062 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 757, reset compression=false 2024-11-18T23:22:58,209 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-18T23:22:58,223 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T23:22:58,318 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 757, reset compression=false 2024-11-18T23:22:58,482 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 757, reset compression=false 2024-11-18T23:22:58,484 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 757, reset compression=false 2024-11-18T23:22:58,498 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:22:58,498 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 913, reset compression=false 2024-11-18T23:22:58,498 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.shipper9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,34953,1731972144516 got entry batch from reader: WALEntryBatch [walEntries=[{test/be646ed228e1271c926609732f598ce9/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T23:22:58,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:22:58,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:22:58,736 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 757, reset compression=false 2024-11-18T23:22:58,748 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 913, reset compression=false 2024-11-18T23:22:58,761 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:22:58,761 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 904, reset compression=false 2024-11-18T23:22:58,761 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.shipper9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,46735,1731972150557 got entry batch from reader: WALEntryBatch [walEntries=[{test/c384579a3443dc8860a62461ad639d86/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-18T23:22:58,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39781 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:22:58,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39781 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:22:58,972 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 904, reset compression=false 2024-11-18T23:22:59,025 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 757, reset compression=false 2024-11-18T23:22:59,034 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:22:59,034 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 927, reset compression=false 2024-11-18T23:22:59,034 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.shipper9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,39781,1731972158318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:22:59,069 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 913, reset compression=false 2024-11-18T23:22:59,229 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T23:22:59,238 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T23:22:59,242 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 927, reset compression=false 2024-11-18T23:22:59,280 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 904, reset compression=false 2024-11-18T23:22:59,313 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:22:59,313 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 1063, reset compression=false 2024-11-18T23:22:59,315 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.shipper9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,46735,1731972150557 got entry batch from reader: WALEntryBatch [walEntries=[{test/c384579a3443dc8860a62461ad639d86/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T23:22:59,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39781 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:22:59,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39781 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:22:59,483 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 913, reset compression=false 2024-11-18T23:22:59,528 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 1063, reset compression=false 2024-11-18T23:22:59,559 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 927, reset compression=false 2024-11-18T23:22:59,579 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:22:59,579 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 1076, reset compression=false 2024-11-18T23:22:59,579 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.shipper9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,39781,1731972158318 got entry batch from reader: WALEntryBatch [walEntries=[{test/c3f26e656473f38a2bf9bc8866240abc/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-18T23:22:59,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:22:59,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:22:59,802 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 1076, reset compression=false 2024-11-18T23:22:59,849 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 1063, reset compression=false 2024-11-18T23:22:59,913 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:22:59,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:59,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:59,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:59,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:59,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:59,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:59,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:59,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:59,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:59,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:22:59,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:00,029 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 913, reset compression=false 2024-11-18T23:23:00,046 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:23:00,046 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.shipper9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,34953,1731972144516 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:23:00,046 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1085, reset compression=false 2024-11-18T23:23:00,129 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 1076, reset compression=false 2024-11-18T23:23:00,228 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T23:23:00,244 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T23:23:00,248 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-18T23:23:00,257 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 1063, reset compression=false 2024-11-18T23:23:00,257 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1085, reset compression=false 2024-11-18T23:23:00,550 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 1076, reset compression=false 2024-11-18T23:23:00,566 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:23:00,566 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 1235, reset compression=false 2024-11-18T23:23:00,566 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.shipper9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,39781,1731972158318 got entry batch from reader: WALEntryBatch [walEntries=[{test/c3f26e656473f38a2bf9bc8866240abc/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T23:23:00,566 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1085, reset compression=false 2024-11-18T23:23:00,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:23:00,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:23:00,591 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:23:00,591 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1234, reset compression=false 2024-11-18T23:23:00,591 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.shipper9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,34953,1731972144516 got entry batch from reader: WALEntryBatch [walEntries=[{test/be646ed228e1271c926609732f598ce9/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-18T23:23:00,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:23:00,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:23:00,765 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 1063, reset compression=false 2024-11-18T23:23:00,771 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:23:00,771 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 1235, reset compression=false 2024-11-18T23:23:00,771 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.shipper9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,46735,1731972150557 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:23:00,788 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 1235, reset compression=false 2024-11-18T23:23:00,812 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1234, reset compression=false 2024-11-18T23:23:00,977 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 1235, reset compression=false 2024-11-18T23:23:01,094 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 1235, reset compression=false 2024-11-18T23:23:01,120 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1234, reset compression=false 2024-11-18T23:23:01,250 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-18T23:23:01,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e8f3b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:01,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,36619,-1 for getting cluster id 2024-11-18T23:23:01,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:23:01,261 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55315784-ec08-4683-8dde-fa0e47a36412' 2024-11-18T23:23:01,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:23:01,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55315784-ec08-4683-8dde-fa0e47a36412" 2024-11-18T23:23:01,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa5c8c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:01,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,36619,-1] 2024-11-18T23:23:01,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:23:01,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:01,263 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:23:01,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e66b462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:01,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:23:01,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,36619,1731972158140 2024-11-18T23:23:01,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@183eb94e 2024-11-18T23:23:01,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:23:01,268 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:23:01,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-18T23:23:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-18T23:23:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T23:23:01,293 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 1235, reset compression=false 2024-11-18T23:23:01,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T23:23:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T23:23:01,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39781 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-18T23:23:01,455 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-18T23:23:01,456 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-18T23:23:01,456 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9d96596e55a9,39781,1731972158318 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-18T23:23:01,456 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0. 2024-11-18T23:23:01,456 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:01,456 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:01,458 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:01,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:01,524 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1234, reset compression=false 2024-11-18T23:23:01,558 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.shipper9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T23:23:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T23:23:01,660 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.shipper9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 terminated 2024-11-18T23:23:01,686 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-9d96596e55a9,39781,1731972158318, ReplicationSource: 1, currentBandwidth=0 2024-11-18T23:23:01,687 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-18T23:23:01,687 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-18T23:23:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-18T23:23:01,690 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 9d96596e55a9,39781,1731972158318 suceeded 2024-11-18T23:23:01,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T23:23:01,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 389 msec 2024-11-18T23:23:01,693 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-18T23:23:01,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 424 msec 2024-11-18T23:23:01,712 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 1235, reset compression=false 2024-11-18T23:23:01,713 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:44713' 2024-11-18T23:23:01,714 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fef7ae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:01,714 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,44713,-1 for getting cluster id 2024-11-18T23:23:01,714 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:23:01,715 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19cf89f5-ebf2-45d0-bfc4-c9598a42feb3' 2024-11-18T23:23:01,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:23:01,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19cf89f5-ebf2-45d0-bfc4-c9598a42feb3" 2024-11-18T23:23:01,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@235d12ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:01,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,44713,-1] 2024-11-18T23:23:01,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:23:01,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:01,716 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:23:01,717 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@791cdc24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:01,718 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:23:01,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,44713,1731972144086 2024-11-18T23:23:01,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59b93fb9 2024-11-18T23:23:01,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:23:01,722 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-18T23:23:01,722 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9d96596e55a9,39781,1731972158318 (queues=1) is replicating from cluster=55315784-ec08-4683-8dde-fa0e47a36412 to cluster=19cf89f5-ebf2-45d0-bfc4-c9598a42feb3 2024-11-18T23:23:01,722 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9d96596e55a9%2C39781%2C1731972158318 2024-11-18T23:23:01,723 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9d96596e55a9,39781,1731972158318, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T23:23:01,730 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.shipper9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9d96596e55a9%2C39781%2C1731972158318 2024-11-18T23:23:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T23:23:01,907 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-18T23:23:01,907 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:23:01,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:01,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:01,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:01,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:01,912 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-18T23:23:02,030 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1234, reset compression=false 2024-11-18T23:23:02,041 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:23:02,041 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1338, reset compression=false 2024-11-18T23:23:02,041 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.shipper9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,34953,1731972144516 got entry batch from reader: WALEntryBatch [walEntries=[{test/be646ed228e1271c926609732f598ce9/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T23:23:02,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:23:02,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:23:02,232 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 1235, reset compression=false 2024-11-18T23:23:02,237 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:23:02,237 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 1362, reset compression=false 2024-11-18T23:23:02,237 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.shipper9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,46735,1731972150557 got entry batch from reader: WALEntryBatch [walEntries=[{test/c384579a3443dc8860a62461ad639d86/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T23:23:02,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39781 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:23:02,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39781 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:23:02,253 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1338, reset compression=false 2024-11-18T23:23:02,442 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 1362, reset compression=false 2024-11-18T23:23:02,557 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1338, reset compression=false 2024-11-18T23:23:02,745 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 1362, reset compression=false 2024-11-18T23:23:02,914 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-18T23:23:02,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3845e6f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:02,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,36619,-1 for getting cluster id 2024-11-18T23:23:02,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:23:02,919 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55315784-ec08-4683-8dde-fa0e47a36412' 2024-11-18T23:23:02,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:23:02,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55315784-ec08-4683-8dde-fa0e47a36412" 2024-11-18T23:23:02,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee3c7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:02,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,36619,-1] 2024-11-18T23:23:02,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:23:02,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:02,920 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:23:02,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61741372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:02,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:23:02,924 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,36619,1731972158140 2024-11-18T23:23:02,924 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40787174 2024-11-18T23:23:02,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:23:02,928 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:23:02,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-18T23:23:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-18T23:23:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T23:23:02,962 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1338, reset compression=false 2024-11-18T23:23:03,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T23:23:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T23:23:03,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39781 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-18T23:23:03,174 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-18T23:23:03,175 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-18T23:23:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-18T23:23:03,185 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 1362, reset compression=false 2024-11-18T23:23:03,186 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 9d96596e55a9,39781,1731972158318 suceeded 2024-11-18T23:23:03,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-18T23:23:03,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 165 msec 2024-11-18T23:23:03,189 INFO [PEWorker-3 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-18T23:23:03,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 260 msec 2024-11-18T23:23:03,221 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:23:03,221 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 1466, reset compression=false 2024-11-18T23:23:03,221 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.shipper9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,46735,1731972150557 got entry batch from reader: WALEntryBatch [walEntries=[{test/c384579a3443dc8860a62461ad639d86/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T23:23:03,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39781 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:23:03,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39781 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:23:03,231 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747, startPosition=1235, beingWritten=true 2024-11-18T23:23:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T23:23:03,258 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-18T23:23:03,258 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:23:03,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:03,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:03,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:03,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:03,260 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-18T23:23:03,282 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:23:03,282 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 1512, reset compression=false 2024-11-18T23:23:03,282 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.shipper9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,39781,1731972158318 got entry batch from reader: WALEntryBatch [walEntries=[{test/c3f26e656473f38a2bf9bc8866240abc/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T23:23:03,285 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.shipper9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:23:03,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-18T23:23:03,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:23:03,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34953 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:23:03,484 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1338, reset compression=false 2024-11-18T23:23:03,484 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 1466, reset compression=false 2024-11-18T23:23:03,489 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 1512, reset compression=false 2024-11-18T23:23:03,532 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:23:03,532 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1488, reset compression=false 2024-11-18T23:23:03,532 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.shipper9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,34953,1731972144516 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:23:03,744 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1488, reset compression=false 2024-11-18T23:23:03,817 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 1466, reset compression=false 2024-11-18T23:23:03,835 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 1512, reset compression=false 2024-11-18T23:23:04,073 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1488, reset compression=false 2024-11-18T23:23:04,254 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 1466, reset compression=false 2024-11-18T23:23:04,264 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-18T23:23:04,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T23:23:04,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:23:04,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:04,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:04,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:04,265 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T23:23:04,265 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=859443933, stopped=false 2024-11-18T23:23:04,265 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d96596e55a9,36619,1731972158140 2024-11-18T23:23:04,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:04,302 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 1512, reset compression=false 2024-11-18T23:23:04,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39781-0x101504186c60007, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1692510392/running 2024-11-18T23:23:04,337 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:23:04,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39781-0x101504186c60007, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1692510392 2024-11-18T23:23:04,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1692510392/running 2024-11-18T23:23:04,337 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:23:04,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1692510392 2024-11-18T23:23:04,337 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:04,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:04,337 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d96596e55a9,39781,1731972158318' ***** 2024-11-18T23:23:04,337 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T23:23:04,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39781-0x101504186c60007, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Set watcher on znode that does not yet exist, /2-1692510392/running 2024-11-18T23:23:04,339 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T23:23:04,339 INFO [RS:0;9d96596e55a9:39781 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T23:23:04,339 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T23:23:04,339 INFO [RS:0;9d96596e55a9:39781 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T23:23:04,339 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(3091): Received CLOSE for c3f26e656473f38a2bf9bc8866240abc 2024-11-18T23:23:04,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Set watcher on znode that does not yet exist, /2-1692510392/running 2024-11-18T23:23:04,349 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(3091): Received CLOSE for e1f6b4b57eced8a94298b883d20d39b0 2024-11-18T23:23:04,349 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(959): stopping server 9d96596e55a9,39781,1731972158318 2024-11-18T23:23:04,349 INFO [RS:0;9d96596e55a9:39781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:23:04,350 INFO [RS:0;9d96596e55a9:39781 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:39781. 2024-11-18T23:23:04,350 DEBUG [RS:0;9d96596e55a9:39781 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:04,350 DEBUG [RS:0;9d96596e55a9:39781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:04,350 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T23:23:04,350 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T23:23:04,350 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T23:23:04,350 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T23:23:04,350 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3f26e656473f38a2bf9bc8866240abc, disabling compactions & flushes 2024-11-18T23:23:04,350 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc. 2024-11-18T23:23:04,351 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc. 2024-11-18T23:23:04,351 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc. after waiting 0 ms 2024-11-18T23:23:04,351 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc. 2024-11-18T23:23:04,351 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c3f26e656473f38a2bf9bc8866240abc 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-18T23:23:04,353 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T23:23:04,353 DEBUG [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(1325): Online Regions={c3f26e656473f38a2bf9bc8866240abc=test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc., 1588230740=hbase:meta,,1.1588230740, e1f6b4b57eced8a94298b883d20d39b0=hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0.} 2024-11-18T23:23:04,353 DEBUG [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3f26e656473f38a2bf9bc8866240abc, e1f6b4b57eced8a94298b883d20d39b0 2024-11-18T23:23:04,360 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:23:04,360 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:23:04,360 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:23:04,360 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:23:04,360 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:23:04,361 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T23:23:04,408 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/default/test/c3f26e656473f38a2bf9bc8866240abc/.tmp/f/9197c27ddc1e44f486677b2a460c6e44 is 37, key is row3/f:row3/1731972181909/Put/seqid=0 2024-11-18T23:23:04,420 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740/.tmp/info/e18ad18ba6004828b8066a6acd7987e4 is 147, key is hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0./info:regioninfo/1731972174456/Put/seqid=0 2024-11-18T23:23:04,432 INFO [regionserver/9d96596e55a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:23:04,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741840_1016 (size=5228) 2024-11-18T23:23:04,452 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/default/test/c3f26e656473f38a2bf9bc8866240abc/.tmp/f/9197c27ddc1e44f486677b2a460c6e44 2024-11-18T23:23:04,458 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9197c27ddc1e44f486677b2a460c6e44 2024-11-18T23:23:04,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741841_1017 (size=7686) 2024-11-18T23:23:04,519 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1488, reset compression=false 2024-11-18T23:23:04,519 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T23:23:04,519 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T23:23:04,526 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/default/test/c3f26e656473f38a2bf9bc8866240abc/.tmp/f1/2c44d71146274592ab7635f0cd07e938 is 30, key is row1/f1:/1731972179231/DeleteFamily/seqid=0 2024-11-18T23:23:04,554 DEBUG [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3f26e656473f38a2bf9bc8866240abc, e1f6b4b57eced8a94298b883d20d39b0 2024-11-18T23:23:04,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741842_1018 (size=5158) 2024-11-18T23:23:04,564 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/default/test/c3f26e656473f38a2bf9bc8866240abc/.tmp/f1/2c44d71146274592ab7635f0cd07e938 2024-11-18T23:23:04,572 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c44d71146274592ab7635f0cd07e938 2024-11-18T23:23:04,607 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/default/test/c3f26e656473f38a2bf9bc8866240abc/.tmp/norep/467fc8e304794f67bcb06a9200a45178 is 33, key is row2/norep:/1731972180245/DeleteFamily/seqid=0 2024-11-18T23:23:04,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741843_1019 (size=5108) 2024-11-18T23:23:04,638 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/default/test/c3f26e656473f38a2bf9bc8866240abc/.tmp/norep/467fc8e304794f67bcb06a9200a45178 2024-11-18T23:23:04,644 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 467fc8e304794f67bcb06a9200a45178 2024-11-18T23:23:04,647 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/default/test/c3f26e656473f38a2bf9bc8866240abc/.tmp/f/9197c27ddc1e44f486677b2a460c6e44 as hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/default/test/c3f26e656473f38a2bf9bc8866240abc/f/9197c27ddc1e44f486677b2a460c6e44 2024-11-18T23:23:04,659 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9197c27ddc1e44f486677b2a460c6e44 2024-11-18T23:23:04,659 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/default/test/c3f26e656473f38a2bf9bc8866240abc/f/9197c27ddc1e44f486677b2a460c6e44, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T23:23:04,664 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/default/test/c3f26e656473f38a2bf9bc8866240abc/.tmp/f1/2c44d71146274592ab7635f0cd07e938 as hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/default/test/c3f26e656473f38a2bf9bc8866240abc/f1/2c44d71146274592ab7635f0cd07e938 2024-11-18T23:23:04,669 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c44d71146274592ab7635f0cd07e938 2024-11-18T23:23:04,670 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/default/test/c3f26e656473f38a2bf9bc8866240abc/f1/2c44d71146274592ab7635f0cd07e938, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T23:23:04,671 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/default/test/c3f26e656473f38a2bf9bc8866240abc/.tmp/norep/467fc8e304794f67bcb06a9200a45178 as hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/default/test/c3f26e656473f38a2bf9bc8866240abc/norep/467fc8e304794f67bcb06a9200a45178 2024-11-18T23:23:04,684 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 467fc8e304794f67bcb06a9200a45178 2024-11-18T23:23:04,684 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/default/test/c3f26e656473f38a2bf9bc8866240abc/norep/467fc8e304794f67bcb06a9200a45178, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T23:23:04,687 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c3f26e656473f38a2bf9bc8866240abc in 336ms, sequenceid=12, compaction requested=false 2024-11-18T23:23:04,721 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/default/test/c3f26e656473f38a2bf9bc8866240abc/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T23:23:04,721 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:23:04,721 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:23:04,721 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc. 2024-11-18T23:23:04,722 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3f26e656473f38a2bf9bc8866240abc: Waiting for close lock at 1731972184350Running coprocessor pre-close hooks at 1731972184350Disabling compacts and flushes for region at 1731972184350Disabling writes for close at 1731972184351 (+1 ms)Obtaining lock to block concurrent updates at 1731972184351Preparing flush snapshotting stores in c3f26e656473f38a2bf9bc8866240abc at 1731972184351Finished memstore snapshotting test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731972184351Flushing stores of test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc. at 1731972184352 (+1 ms)Flushing c3f26e656473f38a2bf9bc8866240abc/f: creating writer at 1731972184352Flushing c3f26e656473f38a2bf9bc8866240abc/f: appending metadata at 1731972184407 (+55 ms)Flushing c3f26e656473f38a2bf9bc8866240abc/f: closing flushed file at 1731972184408 (+1 ms)Flushing c3f26e656473f38a2bf9bc8866240abc/f1: creating writer at 1731972184458 (+50 ms)Flushing c3f26e656473f38a2bf9bc8866240abc/f1: appending metadata at 1731972184526 (+68 ms)Flushing c3f26e656473f38a2bf9bc8866240abc/f1: closing flushed file at 1731972184526Flushing c3f26e656473f38a2bf9bc8866240abc/norep: creating writer at 1731972184572 (+46 ms)Flushing c3f26e656473f38a2bf9bc8866240abc/norep: appending metadata at 1731972184607 (+35 ms)Flushing c3f26e656473f38a2bf9bc8866240abc/norep: closing flushed file at 1731972184607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@314e4490: reopening flushed file at 1731972184644 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c0d4b1b: reopening flushed file at 1731972184660 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b22996b: reopening flushed file at 1731972184670 (+10 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c3f26e656473f38a2bf9bc8866240abc in 336ms, sequenceid=12, compaction requested=false at 1731972184687 (+17 ms)Writing region close event to WAL at 1731972184710 (+23 ms)Running coprocessor post-close hooks at 1731972184721 (+11 ms)Closed at 1731972184721 2024-11-18T23:23:04,722 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc. 2024-11-18T23:23:04,722 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e1f6b4b57eced8a94298b883d20d39b0, disabling compactions & flushes 2024-11-18T23:23:04,722 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0. 2024-11-18T23:23:04,722 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0. 2024-11-18T23:23:04,722 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0. after waiting 0 ms 2024-11-18T23:23:04,722 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0. 2024-11-18T23:23:04,722 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e1f6b4b57eced8a94298b883d20d39b0 3/3 column families, dataSize=1.17 KB heapSize=2.50 KB 2024-11-18T23:23:04,745 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/replication/e1f6b4b57eced8a94298b883d20d39b0/.tmp/queue/906b655185df4acc8e60e2de8ec2c076 is 154, key is 1-9d96596e55a9,39781,1731972158318/queue:9d96596e55a9%2C39781%2C1731972158318/1731972183291/Put/seqid=0 2024-11-18T23:23:04,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741844_1020 (size=5353) 2024-11-18T23:23:04,754 DEBUG [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e1f6b4b57eced8a94298b883d20d39b0 2024-11-18T23:23:04,789 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 1466, reset compression=false 2024-11-18T23:23:04,832 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 1512, reset compression=false 2024-11-18T23:23:04,853 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:23:04,853 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 2403, reset compression=false 2024-11-18T23:23:04,853 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.shipper9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,39781,1731972158318 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747, lastWalPosition=2403, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:23:04,854 ERROR [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.shipper9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9d96596e55a9,39781,1731972158318: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9d96596e55a9,39781,1731972158318, walGroup=9d96596e55a9%2C39781%2C1731972158318, offset=9d96596e55a9%2C39781%2C1731972158318.1731972160747:2403, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:39781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T23:23:04,855 ERROR [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.shipper9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T23:23:04,855 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.shipper9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T23:23:04,855 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.shipper9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T23:23:04,855 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.shipper9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T23:23:04,855 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.shipper9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T23:23:04,856 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.shipper9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1111490560, "init": 1048576000, "max": 2306867200, "used": 748508960 }, "NonHeapMemoryUsage": { "committed": 202047488, "init": 7667712, "max": -1, "used": 199140272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T23:23:04,856 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.shipper9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:36619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:36619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T23:23:04,890 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740/.tmp/info/e18ad18ba6004828b8066a6acd7987e4 2024-11-18T23:23:04,916 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740/.tmp/ns/848af910368d4355ac5da00e59329de8 is 43, key is default/ns:d/1731972161883/Put/seqid=0 2024-11-18T23:23:04,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741845_1021 (size=5153) 2024-11-18T23:23:04,930 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740/.tmp/ns/848af910368d4355ac5da00e59329de8 2024-11-18T23:23:04,953 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740/.tmp/rep_barrier/1d3b644c21504f948b0fcdd204e551d4 is 112, key is test,,1731972165309.c3f26e656473f38a2bf9bc8866240abc./rep_barrier:seqnumDuringOpen/1731972167010/Put/seqid=0 2024-11-18T23:23:04,958 DEBUG [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e1f6b4b57eced8a94298b883d20d39b0 2024-11-18T23:23:04,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741846_1022 (size=5518) 2024-11-18T23:23:05,041 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1488, reset compression=false 2024-11-18T23:23:05,069 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 2403, reset compression=false 2024-11-18T23:23:05,157 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/replication/e1f6b4b57eced8a94298b883d20d39b0/.tmp/queue/906b655185df4acc8e60e2de8ec2c076 2024-11-18T23:23:05,160 DEBUG [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e1f6b4b57eced8a94298b883d20d39b0 2024-11-18T23:23:05,163 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/replication/e1f6b4b57eced8a94298b883d20d39b0/.tmp/queue/906b655185df4acc8e60e2de8ec2c076 as hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/replication/e1f6b4b57eced8a94298b883d20d39b0/queue/906b655185df4acc8e60e2de8ec2c076 2024-11-18T23:23:05,168 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/replication/e1f6b4b57eced8a94298b883d20d39b0/queue/906b655185df4acc8e60e2de8ec2c076, entries=1, sequenceid=12, filesize=5.2 K 2024-11-18T23:23:05,169 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for e1f6b4b57eced8a94298b883d20d39b0 in 447ms, sequenceid=12, compaction requested=false 2024-11-18T23:23:05,181 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/replication/e1f6b4b57eced8a94298b883d20d39b0/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T23:23:05,182 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:23:05,182 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:23:05,182 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0. 2024-11-18T23:23:05,182 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e1f6b4b57eced8a94298b883d20d39b0: Waiting for close lock at 1731972184722Running coprocessor pre-close hooks at 1731972184722Disabling compacts and flushes for region at 1731972184722Disabling writes for close at 1731972184722Obtaining lock to block concurrent updates at 1731972184722Preparing flush snapshotting stores in e1f6b4b57eced8a94298b883d20d39b0 at 1731972184722Finished memstore snapshotting hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0., syncing WAL and waiting on mvcc, flushsize=dataSize=1193, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731972184722Flushing stores of hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0. at 1731972184723 (+1 ms)Flushing e1f6b4b57eced8a94298b883d20d39b0/queue: creating writer at 1731972184723Flushing e1f6b4b57eced8a94298b883d20d39b0/queue: appending metadata at 1731972184744 (+21 ms)Flushing e1f6b4b57eced8a94298b883d20d39b0/queue: closing flushed file at 1731972184744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e46c610: reopening flushed file at 1731972185162 (+418 ms)Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for e1f6b4b57eced8a94298b883d20d39b0 in 447ms, sequenceid=12, compaction requested=false at 1731972185169 (+7 ms)Writing region close event to WAL at 1731972185176 (+7 ms)Running coprocessor post-close hooks at 1731972185181 (+5 ms)Closed at 1731972185182 (+1 ms) 2024-11-18T23:23:05,182 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731972173935.e1f6b4b57eced8a94298b883d20d39b0. 2024-11-18T23:23:05,360 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T23:23:05,360 DEBUG [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:23:05,360 DEBUG [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:23:05,392 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 1466, reset compression=false 2024-11-18T23:23:05,392 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740/.tmp/rep_barrier/1d3b644c21504f948b0fcdd204e551d4 2024-11-18T23:23:05,419 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 2403, reset compression=false 2024-11-18T23:23:05,437 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740/.tmp/table/e0d19fd9016647ac829641f92e874048 is 53, key is hbase:replication/table:state/1731972174488/Put/seqid=0 2024-11-18T23:23:05,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741847_1023 (size=5308) 2024-11-18T23:23:05,457 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740/.tmp/table/e0d19fd9016647ac829641f92e874048 2024-11-18T23:23:05,480 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740/.tmp/info/e18ad18ba6004828b8066a6acd7987e4 as hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740/info/e18ad18ba6004828b8066a6acd7987e4 2024-11-18T23:23:05,509 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740/info/e18ad18ba6004828b8066a6acd7987e4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T23:23:05,510 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740/.tmp/ns/848af910368d4355ac5da00e59329de8 as hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740/ns/848af910368d4355ac5da00e59329de8 2024-11-18T23:23:05,520 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740/ns/848af910368d4355ac5da00e59329de8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T23:23:05,522 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740/.tmp/rep_barrier/1d3b644c21504f948b0fcdd204e551d4 as hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740/rep_barrier/1d3b644c21504f948b0fcdd204e551d4 2024-11-18T23:23:05,528 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740/rep_barrier/1d3b644c21504f948b0fcdd204e551d4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T23:23:05,530 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740/.tmp/table/e0d19fd9016647ac829641f92e874048 as hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740/table/e0d19fd9016647ac829641f92e874048 2024-11-18T23:23:05,538 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740/table/e0d19fd9016647ac829641f92e874048, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T23:23:05,539 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1179ms, sequenceid=16, compaction requested=false 2024-11-18T23:23:05,561 DEBUG [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:23:05,613 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T23:23:05,613 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:23:05,613 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:23:05,614 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:23:05,614 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972184360Running coprocessor pre-close hooks at 1731972184360Disabling compacts and flushes for region at 1731972184360Disabling writes for close at 1731972184360Obtaining lock to block concurrent updates at 1731972184361 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731972184361Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731972184361Flushing stores of hbase:meta,,1.1588230740 at 1731972184364 (+3 ms)Flushing 1588230740/info: creating writer at 1731972184364Flushing 1588230740/info: appending metadata at 1731972184419 (+55 ms)Flushing 1588230740/info: closing flushed file at 1731972184419Flushing 1588230740/ns: creating writer at 1731972184900 (+481 ms)Flushing 1588230740/ns: appending metadata at 1731972184915 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731972184915Flushing 1588230740/rep_barrier: creating writer at 1731972184934 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731972184952 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731972184952Flushing 1588230740/table: creating writer at 1731972185399 (+447 ms)Flushing 1588230740/table: appending metadata at 1731972185437 (+38 ms)Flushing 1588230740/table: closing flushed file at 1731972185437Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@113c0f44: reopening flushed file at 1731972185473 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@474c188c: reopening flushed file at 1731972185509 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@560980c: reopening flushed file at 1731972185521 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fbb2d1c: reopening flushed file at 1731972185528 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1179ms, sequenceid=16, compaction requested=false at 1731972185539 (+11 ms)Writing region close event to WAL at 1731972185593 (+54 ms)Running coprocessor post-close hooks at 1731972185613 (+20 ms)Closed at 1731972185613 2024-11-18T23:23:05,614 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T23:23:05,678 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1488, reset compression=false 2024-11-18T23:23:05,761 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(976): stopping server 9d96596e55a9,39781,1731972158318; all regions closed. 2024-11-18T23:23:05,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741834_1010 (size=4239) 2024-11-18T23:23:05,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741839_1015 (size=3115) 2024-11-18T23:23:05,840 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.rep.1731972174352 not finished, retry = 0 2024-11-18T23:23:05,848 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/WALs/9d96596e55a9,39781,1731972158318/9d96596e55a9%2C39781%2C1731972158318.1731972160747 to pos 2403, reset compression=false 2024-11-18T23:23:05,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741832_1008 (size=2411) 2024-11-18T23:23:05,984 DEBUG [RS:0;9d96596e55a9:39781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:05,984 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:23:05,989 INFO [RS:0;9d96596e55a9:39781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:23:05,990 INFO [RS:0;9d96596e55a9:39781 {}] hbase.ChoreService(370): Chore service for: regionserver/9d96596e55a9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T23:23:05,990 INFO [RS:0;9d96596e55a9:39781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:23:05,990 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:23:05,991 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9d96596e55a9,39781,1731972158318 because: Region server is closing 2024-11-18T23:23:05,991 INFO [RS:0;9d96596e55a9:39781 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:39781. 2024-11-18T23:23:05,991 DEBUG [RS:0;9d96596e55a9:39781 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:05,991 DEBUG [RS:0;9d96596e55a9:39781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:05,992 DEBUG [RS:0;9d96596e55a9:39781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:05,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:06,092 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.shipper9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 terminated 2024-11-18T23:23:06,092 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,39781,1731972158318.replicationSource.wal-reader.9d96596e55a9%2C39781%2C1731972158318,1-9d96596e55a9,39781,1731972158318 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T23:23:06,092 INFO [RS:0;9d96596e55a9:39781 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:39781. 2024-11-18T23:23:06,092 DEBUG [RS:0;9d96596e55a9:39781 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:06,092 DEBUG [RS:0;9d96596e55a9:39781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:06,092 DEBUG [RS:0;9d96596e55a9:39781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:06,092 INFO [RS:0;9d96596e55a9:39781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39781 2024-11-18T23:23:06,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:06,132 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 1466, reset compression=false 2024-11-18T23:23:06,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1692510392/rs 2024-11-18T23:23:06,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39781-0x101504186c60007, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1692510392/rs/9d96596e55a9,39781,1731972158318 2024-11-18T23:23:06,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d96596e55a9,39781,1731972158318] 2024-11-18T23:23:06,152 INFO [RS:0;9d96596e55a9:39781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:23:06,172 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1692510392/draining/9d96596e55a9,39781,1731972158318 already deleted, retry=false 2024-11-18T23:23:06,173 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d96596e55a9,39781,1731972158318 expired; onlineServers=0 2024-11-18T23:23:06,173 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d96596e55a9,36619,1731972158140' ***** 2024-11-18T23:23:06,173 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T23:23:06,173 INFO [M:0;9d96596e55a9:36619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:23:06,173 INFO [M:0;9d96596e55a9:36619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:23:06,173 DEBUG [M:0;9d96596e55a9:36619 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T23:23:06,173 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T23:23:06,173 DEBUG [M:0;9d96596e55a9:36619 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T23:23:06,173 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972160268 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972160268,5,FailOnTimeoutGroup] 2024-11-18T23:23:06,173 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972160272 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972160272,5,FailOnTimeoutGroup] 2024-11-18T23:23:06,173 INFO [M:0;9d96596e55a9:36619 {}] hbase.ChoreService(370): Chore service for: master/9d96596e55a9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T23:23:06,173 INFO [M:0;9d96596e55a9:36619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:23:06,173 DEBUG [M:0;9d96596e55a9:36619 {}] master.HMaster(1795): Stopping service threads 2024-11-18T23:23:06,174 INFO [M:0;9d96596e55a9:36619 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T23:23:06,174 INFO [M:0;9d96596e55a9:36619 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:23:06,174 INFO [M:0;9d96596e55a9:36619 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T23:23:06,176 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T23:23:06,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1692510392/master 2024-11-18T23:23:06,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1692510392 2024-11-18T23:23:06,272 INFO [M:0;9d96596e55a9:36619 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/.lastflushedseqids 2024-11-18T23:23:06,277 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1692510392/master already deleted, retry=false 2024-11-18T23:23:06,277 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-1692510392/master 2024-11-18T23:23:06,288 INFO [RS:0;9d96596e55a9:39781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:23:06,288 INFO [RS:0;9d96596e55a9:39781 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d96596e55a9,39781,1731972158318; zookeeper connection closed. 2024-11-18T23:23:06,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39781-0x101504186c60007, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:23:06,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39781-0x101504186c60007, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:23:06,296 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4bb40eab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4bb40eab 2024-11-18T23:23:06,297 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T23:23:06,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741848_1024 (size=245) 2024-11-18T23:23:06,348 INFO [M:0;9d96596e55a9:36619 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T23:23:06,352 INFO [M:0;9d96596e55a9:36619 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T23:23:06,352 DEBUG [M:0;9d96596e55a9:36619 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:23:06,352 INFO [M:0;9d96596e55a9:36619 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:06,352 DEBUG [M:0;9d96596e55a9:36619 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:06,353 DEBUG [M:0;9d96596e55a9:36619 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:23:06,353 DEBUG [M:0;9d96596e55a9:36619 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:06,353 INFO [M:0;9d96596e55a9:36619 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-18T23:23:06,399 DEBUG [M:0;9d96596e55a9:36619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/809090430ec542c2a6445e664cc460d2 is 82, key is hbase:meta,,1/info:regioninfo/1731972161849/Put/seqid=0 2024-11-18T23:23:06,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741849_1025 (size=5672) 2024-11-18T23:23:06,409 INFO [M:0;9d96596e55a9:36619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/809090430ec542c2a6445e664cc460d2 2024-11-18T23:23:06,414 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1488, reset compression=false 2024-11-18T23:23:06,451 DEBUG [M:0;9d96596e55a9:36619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59c936a08484414da329a9fa9ba4fabd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731972174493/Put/seqid=0 2024-11-18T23:23:06,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741850_1026 (size=9213) 2024-11-18T23:23:06,493 INFO [M:0;9d96596e55a9:36619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59c936a08484414da329a9fa9ba4fabd 2024-11-18T23:23:06,523 DEBUG [M:0;9d96596e55a9:36619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9288e7514f2048b6a2cd81ef4581ce11 is 69, key is 9d96596e55a9,39781,1731972158318/rs:state/1731972160349/Put/seqid=0 2024-11-18T23:23:06,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741851_1027 (size=5156) 2024-11-18T23:23:06,938 INFO [M:0;9d96596e55a9:36619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9288e7514f2048b6a2cd81ef4581ce11 2024-11-18T23:23:06,943 DEBUG [M:0;9d96596e55a9:36619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/809090430ec542c2a6445e664cc460d2 as hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/809090430ec542c2a6445e664cc460d2 2024-11-18T23:23:06,946 INFO [M:0;9d96596e55a9:36619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/809090430ec542c2a6445e664cc460d2, entries=8, sequenceid=127, filesize=5.5 K 2024-11-18T23:23:06,949 DEBUG [M:0;9d96596e55a9:36619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59c936a08484414da329a9fa9ba4fabd as hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/59c936a08484414da329a9fa9ba4fabd 2024-11-18T23:23:06,955 INFO [M:0;9d96596e55a9:36619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/59c936a08484414da329a9fa9ba4fabd, entries=15, sequenceid=127, filesize=9.0 K 2024-11-18T23:23:06,955 DEBUG [M:0;9d96596e55a9:36619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9288e7514f2048b6a2cd81ef4581ce11 as hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9288e7514f2048b6a2cd81ef4581ce11 2024-11-18T23:23:06,964 INFO [M:0;9d96596e55a9:36619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38761/user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9288e7514f2048b6a2cd81ef4581ce11, entries=1, sequenceid=127, filesize=5.0 K 2024-11-18T23:23:06,965 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 1466, reset compression=false 2024-11-18T23:23:06,968 INFO [M:0;9d96596e55a9:36619 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 615ms, sequenceid=127, compaction requested=false 2024-11-18T23:23:06,981 INFO [M:0;9d96596e55a9:36619 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:06,981 DEBUG [M:0;9d96596e55a9:36619 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972186352Disabling compacts and flushes for region at 1731972186352Disabling writes for close at 1731972186353 (+1 ms)Obtaining lock to block concurrent updates at 1731972186353Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731972186353Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731972186353Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731972186360 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731972186360Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731972186399 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731972186399Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731972186416 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731972186450 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731972186450Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731972186500 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731972186523 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731972186523Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b4bdff2: reopening flushed file at 1731972186942 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c2c23a: reopening flushed file at 1731972186947 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f822ada: reopening flushed file at 1731972186955 (+8 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 615ms, sequenceid=127, compaction requested=false at 1731972186968 (+13 ms)Writing region close event to WAL at 1731972186981 (+13 ms)Closed at 1731972186981 2024-11-18T23:23:06,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43729 is added to blk_1073741830_1006 (size=73878) 2024-11-18T23:23:06,983 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/27f96620-46ca-4afd-6c61-2d059ed93fd2/MasterData/WALs/9d96596e55a9,36619,1731972158140/9d96596e55a9%2C36619%2C1731972158140.1731972159425 not finished, retry = 0 2024-11-18T23:23:07,085 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:23:07,086 INFO [M:0;9d96596e55a9:36619 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T23:23:07,086 INFO [M:0;9d96596e55a9:36619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36619 2024-11-18T23:23:07,088 INFO [M:0;9d96596e55a9:36619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:23:07,245 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1488, reset compression=false 2024-11-18T23:23:07,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:23:07,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x101504186c60006, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:23:07,351 INFO [M:0;9d96596e55a9:36619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:23:07,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ed836a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:23:07,359 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf26da3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:23:07,359 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:23:07,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7332a2b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:23:07,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3773463c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/hadoop.log.dir/,STOPPED} 2024-11-18T23:23:07,365 WARN [BP-1207439305-172.17.0.2-1731972154600 heartbeating to localhost/127.0.0.1:38761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T23:23:07,365 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T23:23:07,365 WARN [BP-1207439305-172.17.0.2-1731972154600 heartbeating to localhost/127.0.0.1:38761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1207439305-172.17.0.2-1731972154600 (Datanode Uuid 7d879d8b-b700-4094-be82-419859769d07) service to localhost/127.0.0.1:38761 2024-11-18T23:23:07,365 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T23:23:07,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/cluster_14c9e1f7-5ba4-063d-6763-f721e723e50c/data/data1/current/BP-1207439305-172.17.0.2-1731972154600 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:23:07,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/cluster_14c9e1f7-5ba4-063d-6763-f721e723e50c/data/data2/current/BP-1207439305-172.17.0.2-1731972154600 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:23:07,367 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T23:23:07,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a0b2065{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:23:07,374 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f29cd30{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:23:07,374 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:23:07,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5221bbaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:23:07,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49571337{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/hadoop.log.dir/,STOPPED} 2024-11-18T23:23:07,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T23:23:07,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T23:23:07,398 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:23:07,398 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:07,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:07,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:07,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:07,399 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T23:23:07,399 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=215071831, stopped=false 2024-11-18T23:23:07,399 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d96596e55a9,44565,1731972150303 2024-11-18T23:23:07,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x101504186c60004, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1104336146/running 2024-11-18T23:23:07,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x101504186c60004, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1104336146 2024-11-18T23:23:07,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1104336146/running 2024-11-18T23:23:07,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1104336146 2024-11-18T23:23:07,420 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:23:07,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Set watcher on znode that does not yet exist, /1-1104336146/running 2024-11-18T23:23:07,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46735-0x101504186c60004, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Set watcher on znode that does not yet exist, /1-1104336146/running 2024-11-18T23:23:07,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:23:07,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:07,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:07,425 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d96596e55a9,46735,1731972150557' ***** 2024-11-18T23:23:07,425 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T23:23:07,426 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T23:23:07,426 INFO [RS:0;9d96596e55a9:46735 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T23:23:07,426 INFO [RS:0;9d96596e55a9:46735 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T23:23:07,426 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer(3091): Received CLOSE for dca5e344cf98f3852584b4ab2aea215f 2024-11-18T23:23:07,426 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T23:23:07,428 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer(3091): Received CLOSE for c384579a3443dc8860a62461ad639d86 2024-11-18T23:23:07,428 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer(959): stopping server 9d96596e55a9,46735,1731972150557 2024-11-18T23:23:07,428 INFO [RS:0;9d96596e55a9:46735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:23:07,428 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dca5e344cf98f3852584b4ab2aea215f, disabling compactions & flushes 2024-11-18T23:23:07,428 INFO [RS:0;9d96596e55a9:46735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:46735. 2024-11-18T23:23:07,428 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f. 2024-11-18T23:23:07,428 DEBUG [RS:0;9d96596e55a9:46735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:07,428 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f. 2024-11-18T23:23:07,428 DEBUG [RS:0;9d96596e55a9:46735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:07,428 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f. after waiting 0 ms 2024-11-18T23:23:07,428 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f. 2024-11-18T23:23:07,429 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dca5e344cf98f3852584b4ab2aea215f 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-18T23:23:07,429 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T23:23:07,429 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T23:23:07,429 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T23:23:07,429 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T23:23:07,432 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T23:23:07,432 DEBUG [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer(1325): Online Regions={dca5e344cf98f3852584b4ab2aea215f=hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f., 1588230740=hbase:meta,,1.1588230740, c384579a3443dc8860a62461ad639d86=test,,1731972163122.c384579a3443dc8860a62461ad639d86.} 2024-11-18T23:23:07,432 DEBUG [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c384579a3443dc8860a62461ad639d86, dca5e344cf98f3852584b4ab2aea215f 2024-11-18T23:23:07,433 INFO [regionserver/9d96596e55a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:23:07,436 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:23:07,436 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:23:07,436 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:23:07,436 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:23:07,436 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:23:07,436 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T23:23:07,464 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/replication/dca5e344cf98f3852584b4ab2aea215f/.tmp/queue/4c73ce905fbc4821ba4d86b44d874120 is 154, key is 1-9d96596e55a9,46735,1731972150557/queue:9d96596e55a9%2C46735%2C1731972150557/1731972183229/Put/seqid=0 2024-11-18T23:23:07,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741840_1016 (size=5353) 2024-11-18T23:23:07,483 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740/.tmp/info/61b586e8bfa7410b9c70146e03780c96 is 147, key is hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f./info:regioninfo/1731972171573/Put/seqid=0 2024-11-18T23:23:07,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741841_1017 (size=7686) 2024-11-18T23:23:07,507 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740/.tmp/info/61b586e8bfa7410b9c70146e03780c96 2024-11-18T23:23:07,593 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740/.tmp/ns/742e3840688d403b85120a3d11b2974b is 43, key is default/ns:d/1731972154470/Put/seqid=0 2024-11-18T23:23:07,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741842_1018 (size=5153) 2024-11-18T23:23:07,599 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740/.tmp/ns/742e3840688d403b85120a3d11b2974b 2024-11-18T23:23:07,617 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T23:23:07,617 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T23:23:07,632 DEBUG [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c384579a3443dc8860a62461ad639d86, dca5e344cf98f3852584b4ab2aea215f 2024-11-18T23:23:07,633 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740/.tmp/rep_barrier/a664e022cf8a452fa9e8223510309653 is 112, key is test,,1731972163122.c384579a3443dc8860a62461ad639d86./rep_barrier:seqnumDuringOpen/1731972164269/Put/seqid=0 2024-11-18T23:23:07,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741843_1019 (size=5518) 2024-11-18T23:23:07,648 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740/.tmp/rep_barrier/a664e022cf8a452fa9e8223510309653 2024-11-18T23:23:07,675 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740/.tmp/table/0bb4510d5954404299559ca41d5d8d03 is 53, key is hbase:replication/table:state/1731972171616/Put/seqid=0 2024-11-18T23:23:07,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741844_1020 (size=5308) 2024-11-18T23:23:07,688 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740/.tmp/table/0bb4510d5954404299559ca41d5d8d03 2024-11-18T23:23:07,695 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740/.tmp/info/61b586e8bfa7410b9c70146e03780c96 as hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740/info/61b586e8bfa7410b9c70146e03780c96 2024-11-18T23:23:07,700 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740/info/61b586e8bfa7410b9c70146e03780c96, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T23:23:07,701 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740/.tmp/ns/742e3840688d403b85120a3d11b2974b as hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740/ns/742e3840688d403b85120a3d11b2974b 2024-11-18T23:23:07,713 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740/ns/742e3840688d403b85120a3d11b2974b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T23:23:07,714 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740/.tmp/rep_barrier/a664e022cf8a452fa9e8223510309653 as hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740/rep_barrier/a664e022cf8a452fa9e8223510309653 2024-11-18T23:23:07,720 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740/rep_barrier/a664e022cf8a452fa9e8223510309653, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T23:23:07,721 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740/.tmp/table/0bb4510d5954404299559ca41d5d8d03 as hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740/table/0bb4510d5954404299559ca41d5d8d03 2024-11-18T23:23:07,735 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740/table/0bb4510d5954404299559ca41d5d8d03, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T23:23:07,736 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 300ms, sequenceid=16, compaction requested=false 2024-11-18T23:23:07,784 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T23:23:07,791 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:23:07,791 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:23:07,791 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:23:07,791 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972187436Running coprocessor pre-close hooks at 1731972187436Disabling compacts and flushes for region at 1731972187436Disabling writes for close at 1731972187436Obtaining lock to block concurrent updates at 1731972187436Preparing flush snapshotting stores in 1588230740 at 1731972187436Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731972187438 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731972187444 (+6 ms)Flushing 1588230740/info: creating writer at 1731972187444Flushing 1588230740/info: appending metadata at 1731972187483 (+39 ms)Flushing 1588230740/info: closing flushed file at 1731972187483Flushing 1588230740/ns: creating writer at 1731972187546 (+63 ms)Flushing 1588230740/ns: appending metadata at 1731972187592 (+46 ms)Flushing 1588230740/ns: closing flushed file at 1731972187592Flushing 1588230740/rep_barrier: creating writer at 1731972187609 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731972187633 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731972187633Flushing 1588230740/table: creating writer at 1731972187651 (+18 ms)Flushing 1588230740/table: appending metadata at 1731972187675 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731972187675Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@555bf9b3: reopening flushed file at 1731972187694 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22395b3a: reopening flushed file at 1731972187701 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@135bd3c2: reopening flushed file at 1731972187713 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15bab3b1: reopening flushed file at 1731972187720 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 300ms, sequenceid=16, compaction requested=false at 1731972187736 (+16 ms)Writing region close event to WAL at 1731972187780 (+44 ms)Running coprocessor post-close hooks at 1731972187790 (+10 ms)Closed at 1731972187791 (+1 ms) 2024-11-18T23:23:07,791 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T23:23:07,833 DEBUG [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer(1351): Waiting on c384579a3443dc8860a62461ad639d86, dca5e344cf98f3852584b4ab2aea215f 2024-11-18T23:23:07,877 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/replication/dca5e344cf98f3852584b4ab2aea215f/.tmp/queue/4c73ce905fbc4821ba4d86b44d874120 2024-11-18T23:23:07,881 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/WALs/9d96596e55a9,46735,1731972150557/9d96596e55a9%2C46735%2C1731972150557.1731972153667 to pos 1466, reset compression=false 2024-11-18T23:23:07,883 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/replication/dca5e344cf98f3852584b4ab2aea215f/.tmp/queue/4c73ce905fbc4821ba4d86b44d874120 as hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/replication/dca5e344cf98f3852584b4ab2aea215f/queue/4c73ce905fbc4821ba4d86b44d874120 2024-11-18T23:23:07,893 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/replication/dca5e344cf98f3852584b4ab2aea215f/queue/4c73ce905fbc4821ba4d86b44d874120, entries=1, sequenceid=14, filesize=5.2 K 2024-11-18T23:23:07,894 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for dca5e344cf98f3852584b4ab2aea215f in 466ms, sequenceid=14, compaction requested=false 2024-11-18T23:23:07,917 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/hbase/replication/dca5e344cf98f3852584b4ab2aea215f/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-18T23:23:07,919 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:23:07,919 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:23:07,919 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f. 2024-11-18T23:23:07,919 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dca5e344cf98f3852584b4ab2aea215f: Waiting for close lock at 1731972187428Running coprocessor pre-close hooks at 1731972187428Disabling compacts and flushes for region at 1731972187428Disabling writes for close at 1731972187428Obtaining lock to block concurrent updates at 1731972187429 (+1 ms)Preparing flush snapshotting stores in dca5e344cf98f3852584b4ab2aea215f at 1731972187429Finished memstore snapshotting hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731972187429Flushing stores of hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f. at 1731972187430 (+1 ms)Flushing dca5e344cf98f3852584b4ab2aea215f/queue: creating writer at 1731972187430Flushing dca5e344cf98f3852584b4ab2aea215f/queue: appending metadata at 1731972187463 (+33 ms)Flushing dca5e344cf98f3852584b4ab2aea215f/queue: closing flushed file at 1731972187463Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@692f37b6: reopening flushed file at 1731972187881 (+418 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for dca5e344cf98f3852584b4ab2aea215f in 466ms, sequenceid=14, compaction requested=false at 1731972187894 (+13 ms)Writing region close event to WAL at 1731972187905 (+11 ms)Running coprocessor post-close hooks at 1731972187919 (+14 ms)Closed at 1731972187919 2024-11-18T23:23:07,919 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731972169804.dca5e344cf98f3852584b4ab2aea215f. 2024-11-18T23:23:07,920 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c384579a3443dc8860a62461ad639d86, disabling compactions & flushes 2024-11-18T23:23:07,920 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731972163122.c384579a3443dc8860a62461ad639d86. 2024-11-18T23:23:07,920 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972163122.c384579a3443dc8860a62461ad639d86. 2024-11-18T23:23:07,920 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731972163122.c384579a3443dc8860a62461ad639d86. after waiting 0 ms 2024-11-18T23:23:07,920 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731972163122.c384579a3443dc8860a62461ad639d86. 2024-11-18T23:23:07,920 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c384579a3443dc8860a62461ad639d86 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-18T23:23:07,951 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/default/test/c384579a3443dc8860a62461ad639d86/.tmp/f/a1178b0cd1554a7cb1542e438dffc60b is 37, key is row3/f:row3/1731972181909/Put/seqid=0 2024-11-18T23:23:07,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741845_1021 (size=5228) 2024-11-18T23:23:07,969 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/default/test/c384579a3443dc8860a62461ad639d86/.tmp/f/a1178b0cd1554a7cb1542e438dffc60b 2024-11-18T23:23:07,975 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1178b0cd1554a7cb1542e438dffc60b 2024-11-18T23:23:07,996 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/default/test/c384579a3443dc8860a62461ad639d86/.tmp/f1/1eddcd45696b42f8bef52a35bd1104cb is 30, key is row1/f1:/1731972179231/DeleteFamily/seqid=0 2024-11-18T23:23:08,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741846_1022 (size=5158) 2024-11-18T23:23:08,014 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/default/test/c384579a3443dc8860a62461ad639d86/.tmp/f1/1eddcd45696b42f8bef52a35bd1104cb 2024-11-18T23:23:08,023 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1eddcd45696b42f8bef52a35bd1104cb 2024-11-18T23:23:08,033 DEBUG [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer(1351): Waiting on c384579a3443dc8860a62461ad639d86 2024-11-18T23:23:08,037 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/default/test/c384579a3443dc8860a62461ad639d86/.tmp/norep/1ef483f77235497ba5dce0e5aeb38f8b is 33, key is row1/norep:/1731972179231/DeleteFamily/seqid=0 2024-11-18T23:23:08,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741847_1023 (size=5108) 2024-11-18T23:23:08,148 INFO [master/9d96596e55a9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T23:23:08,148 INFO [master/9d96596e55a9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T23:23:08,152 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1488, reset compression=false 2024-11-18T23:23:08,233 DEBUG [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer(1351): Waiting on c384579a3443dc8860a62461ad639d86 2024-11-18T23:23:08,433 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T23:23:08,433 DEBUG [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer(1325): Online Regions={c384579a3443dc8860a62461ad639d86=test,,1731972163122.c384579a3443dc8860a62461ad639d86.} 2024-11-18T23:23:08,433 DEBUG [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer(1351): Waiting on c384579a3443dc8860a62461ad639d86 2024-11-18T23:23:08,442 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/default/test/c384579a3443dc8860a62461ad639d86/.tmp/norep/1ef483f77235497ba5dce0e5aeb38f8b 2024-11-18T23:23:08,445 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ef483f77235497ba5dce0e5aeb38f8b 2024-11-18T23:23:08,446 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/default/test/c384579a3443dc8860a62461ad639d86/.tmp/f/a1178b0cd1554a7cb1542e438dffc60b as hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/default/test/c384579a3443dc8860a62461ad639d86/f/a1178b0cd1554a7cb1542e438dffc60b 2024-11-18T23:23:08,455 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1178b0cd1554a7cb1542e438dffc60b 2024-11-18T23:23:08,455 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/default/test/c384579a3443dc8860a62461ad639d86/f/a1178b0cd1554a7cb1542e438dffc60b, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T23:23:08,457 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/default/test/c384579a3443dc8860a62461ad639d86/.tmp/f1/1eddcd45696b42f8bef52a35bd1104cb as hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/default/test/c384579a3443dc8860a62461ad639d86/f1/1eddcd45696b42f8bef52a35bd1104cb 2024-11-18T23:23:08,463 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1eddcd45696b42f8bef52a35bd1104cb 2024-11-18T23:23:08,463 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/default/test/c384579a3443dc8860a62461ad639d86/f1/1eddcd45696b42f8bef52a35bd1104cb, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T23:23:08,463 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/default/test/c384579a3443dc8860a62461ad639d86/.tmp/norep/1ef483f77235497ba5dce0e5aeb38f8b as hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/default/test/c384579a3443dc8860a62461ad639d86/norep/1ef483f77235497ba5dce0e5aeb38f8b 2024-11-18T23:23:08,467 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ef483f77235497ba5dce0e5aeb38f8b 2024-11-18T23:23:08,467 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/default/test/c384579a3443dc8860a62461ad639d86/norep/1ef483f77235497ba5dce0e5aeb38f8b, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T23:23:08,468 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c384579a3443dc8860a62461ad639d86 in 548ms, sequenceid=12, compaction requested=false 2024-11-18T23:23:08,471 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/data/default/test/c384579a3443dc8860a62461ad639d86/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T23:23:08,472 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:23:08,472 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:23:08,472 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731972163122.c384579a3443dc8860a62461ad639d86. 2024-11-18T23:23:08,473 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c384579a3443dc8860a62461ad639d86: Waiting for close lock at 1731972187920Running coprocessor pre-close hooks at 1731972187920Disabling compacts and flushes for region at 1731972187920Disabling writes for close at 1731972187920Obtaining lock to block concurrent updates at 1731972187920Preparing flush snapshotting stores in c384579a3443dc8860a62461ad639d86 at 1731972187920Finished memstore snapshotting test,,1731972163122.c384579a3443dc8860a62461ad639d86., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731972187920Flushing stores of test,,1731972163122.c384579a3443dc8860a62461ad639d86. at 1731972187921 (+1 ms)Flushing c384579a3443dc8860a62461ad639d86/f: creating writer at 1731972187922 (+1 ms)Flushing c384579a3443dc8860a62461ad639d86/f: appending metadata at 1731972187950 (+28 ms)Flushing c384579a3443dc8860a62461ad639d86/f: closing flushed file at 1731972187950Flushing c384579a3443dc8860a62461ad639d86/f1: creating writer at 1731972187975 (+25 ms)Flushing c384579a3443dc8860a62461ad639d86/f1: appending metadata at 1731972187995 (+20 ms)Flushing c384579a3443dc8860a62461ad639d86/f1: closing flushed file at 1731972187995Flushing c384579a3443dc8860a62461ad639d86/norep: creating writer at 1731972188023 (+28 ms)Flushing c384579a3443dc8860a62461ad639d86/norep: appending metadata at 1731972188037 (+14 ms)Flushing c384579a3443dc8860a62461ad639d86/norep: closing flushed file at 1731972188037Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37d2f51c: reopening flushed file at 1731972188445 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39981633: reopening flushed file at 1731972188455 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d38d523: reopening flushed file at 1731972188463 (+8 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c384579a3443dc8860a62461ad639d86 in 548ms, sequenceid=12, compaction requested=false at 1731972188468 (+5 ms)Writing region close event to WAL at 1731972188469 (+1 ms)Running coprocessor post-close hooks at 1731972188472 (+3 ms)Closed at 1731972188472 2024-11-18T23:23:08,473 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731972163122.c384579a3443dc8860a62461ad639d86. 2024-11-18T23:23:08,633 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer(976): stopping server 9d96596e55a9,46735,1731972150557; all regions closed. 2024-11-18T23:23:08,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741834_1010 (size=4239) 2024-11-18T23:23:08,645 DEBUG [RS:0;9d96596e55a9:46735 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/oldWALs 2024-11-18T23:23:08,645 INFO [RS:0;9d96596e55a9:46735 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C46735%2C1731972150557.meta:.meta(num 1731972154329) 2024-11-18T23:23:08,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741839_1015 (size=3552) 2024-11-18T23:23:08,650 DEBUG [RS:0;9d96596e55a9:46735 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/oldWALs 2024-11-18T23:23:08,651 INFO [RS:0;9d96596e55a9:46735 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C46735%2C1731972150557.rep:(num 1731972171268) 2024-11-18T23:23:08,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741832_1008 (size=2365) 2024-11-18T23:23:08,654 DEBUG [RS:0;9d96596e55a9:46735 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/oldWALs 2024-11-18T23:23:08,654 INFO [RS:0;9d96596e55a9:46735 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C46735%2C1731972150557:(num 1731972153667) 2024-11-18T23:23:08,654 DEBUG [RS:0;9d96596e55a9:46735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:08,654 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:23:08,654 INFO [RS:0;9d96596e55a9:46735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:23:08,654 INFO [RS:0;9d96596e55a9:46735 {}] hbase.ChoreService(370): Chore service for: regionserver/9d96596e55a9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T23:23:08,654 INFO [RS:0;9d96596e55a9:46735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:23:08,654 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:23:08,655 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9d96596e55a9,46735,1731972150557 because: Region server is closing 2024-11-18T23:23:08,655 INFO [RS:0;9d96596e55a9:46735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:46735. 2024-11-18T23:23:08,655 DEBUG [RS:0;9d96596e55a9:46735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:08,655 DEBUG [RS:0;9d96596e55a9:46735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:08,655 DEBUG [RS:0;9d96596e55a9:46735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:08,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:08,755 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.wal-reader.9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T23:23:08,756 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.shipper9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T23:23:08,756 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,46735,1731972150557.replicationSource.shipper9d96596e55a9%2C46735%2C1731972150557,1-9d96596e55a9,46735,1731972150557 terminated 2024-11-18T23:23:08,756 INFO [RS:0;9d96596e55a9:46735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:46735. 2024-11-18T23:23:08,756 DEBUG [RS:0;9d96596e55a9:46735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:08,756 DEBUG [RS:0;9d96596e55a9:46735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:08,757 DEBUG [RS:0;9d96596e55a9:46735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:08,757 INFO [RS:0;9d96596e55a9:46735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46735 2024-11-18T23:23:08,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:08,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1104336146/rs 2024-11-18T23:23:08,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x101504186c60004, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1104336146/rs/9d96596e55a9,46735,1731972150557 2024-11-18T23:23:08,816 INFO [RS:0;9d96596e55a9:46735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:23:08,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d96596e55a9,46735,1731972150557] 2024-11-18T23:23:08,846 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1104336146/draining/9d96596e55a9,46735,1731972150557 already deleted, retry=false 2024-11-18T23:23:08,846 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d96596e55a9,46735,1731972150557 expired; onlineServers=0 2024-11-18T23:23:08,846 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d96596e55a9,44565,1731972150303' ***** 2024-11-18T23:23:08,846 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T23:23:08,847 INFO [M:0;9d96596e55a9:44565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:23:08,847 INFO [M:0;9d96596e55a9:44565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:23:08,847 DEBUG [M:0;9d96596e55a9:44565 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T23:23:08,847 DEBUG [M:0;9d96596e55a9:44565 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T23:23:08,847 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T23:23:08,847 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972153304 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972153304,5,FailOnTimeoutGroup] 2024-11-18T23:23:08,847 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972153293 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972153293,5,FailOnTimeoutGroup] 2024-11-18T23:23:08,847 INFO [M:0;9d96596e55a9:44565 {}] hbase.ChoreService(370): Chore service for: master/9d96596e55a9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T23:23:08,847 INFO [M:0;9d96596e55a9:44565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:23:08,847 DEBUG [M:0;9d96596e55a9:44565 {}] master.HMaster(1795): Stopping service threads 2024-11-18T23:23:08,847 INFO [M:0;9d96596e55a9:44565 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T23:23:08,847 INFO [M:0;9d96596e55a9:44565 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:23:08,847 INFO [M:0;9d96596e55a9:44565 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T23:23:08,847 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T23:23:08,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1104336146/master 2024-11-18T23:23:08,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1104336146 2024-11-18T23:23:08,925 DEBUG [M:0;9d96596e55a9:44565 {}] zookeeper.ZKUtil(347): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Unable to get data of znode /1-1104336146/master because node does not exist (not an error) 2024-11-18T23:23:08,925 WARN [M:0;9d96596e55a9:44565 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T23:23:08,926 INFO [M:0;9d96596e55a9:44565 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/.lastflushedseqids 2024-11-18T23:23:08,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741848_1024 (size=245) 2024-11-18T23:23:08,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x101504186c60004, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:23:08,936 INFO [RS:0;9d96596e55a9:46735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:23:08,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x101504186c60004, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:23:08,936 INFO [RS:0;9d96596e55a9:46735 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d96596e55a9,46735,1731972150557; zookeeper connection closed. 2024-11-18T23:23:08,936 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49ddd5f5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49ddd5f5 2024-11-18T23:23:08,936 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T23:23:09,164 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1488, reset compression=false 2024-11-18T23:23:09,334 INFO [M:0;9d96596e55a9:44565 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T23:23:09,334 INFO [M:0;9d96596e55a9:44565 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T23:23:09,334 DEBUG [M:0;9d96596e55a9:44565 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:23:09,334 INFO [M:0;9d96596e55a9:44565 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:09,334 DEBUG [M:0;9d96596e55a9:44565 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:09,334 DEBUG [M:0;9d96596e55a9:44565 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:23:09,334 DEBUG [M:0;9d96596e55a9:44565 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:09,334 INFO [M:0;9d96596e55a9:44565 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-18T23:23:09,353 DEBUG [M:0;9d96596e55a9:44565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ad61f51e29c4290b0e7ae5463e49831 is 82, key is hbase:meta,,1/info:regioninfo/1731972154436/Put/seqid=0 2024-11-18T23:23:09,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741849_1025 (size=5672) 2024-11-18T23:23:09,360 INFO [M:0;9d96596e55a9:44565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ad61f51e29c4290b0e7ae5463e49831 2024-11-18T23:23:09,379 DEBUG [M:0;9d96596e55a9:44565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/934727756a9847b8acdf0a6406d05774 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731972164308/Put/seqid=0 2024-11-18T23:23:09,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741850_1026 (size=7218) 2024-11-18T23:23:09,783 INFO [M:0;9d96596e55a9:44565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/934727756a9847b8acdf0a6406d05774 2024-11-18T23:23:09,786 INFO [M:0;9d96596e55a9:44565 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 934727756a9847b8acdf0a6406d05774 2024-11-18T23:23:09,803 DEBUG [M:0;9d96596e55a9:44565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e47d92dc4155475e8c940626a68faeb3 is 69, key is 9d96596e55a9,46735,1731972150557/rs:state/1731972153379/Put/seqid=0 2024-11-18T23:23:09,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741851_1027 (size=5156) 2024-11-18T23:23:09,806 INFO [M:0;9d96596e55a9:44565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e47d92dc4155475e8c940626a68faeb3 2024-11-18T23:23:09,809 DEBUG [M:0;9d96596e55a9:44565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ad61f51e29c4290b0e7ae5463e49831 as hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ad61f51e29c4290b0e7ae5463e49831 2024-11-18T23:23:09,813 INFO [M:0;9d96596e55a9:44565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ad61f51e29c4290b0e7ae5463e49831, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T23:23:09,814 DEBUG [M:0;9d96596e55a9:44565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/934727756a9847b8acdf0a6406d05774 as hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/934727756a9847b8acdf0a6406d05774 2024-11-18T23:23:09,817 INFO [M:0;9d96596e55a9:44565 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 934727756a9847b8acdf0a6406d05774 2024-11-18T23:23:09,817 INFO [M:0;9d96596e55a9:44565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/934727756a9847b8acdf0a6406d05774, entries=11, sequenceid=105, filesize=7.0 K 2024-11-18T23:23:09,818 DEBUG [M:0;9d96596e55a9:44565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e47d92dc4155475e8c940626a68faeb3 as hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e47d92dc4155475e8c940626a68faeb3 2024-11-18T23:23:09,821 INFO [M:0;9d96596e55a9:44565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46577/user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e47d92dc4155475e8c940626a68faeb3, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T23:23:09,821 INFO [M:0;9d96596e55a9:44565 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 487ms, sequenceid=105, compaction requested=false 2024-11-18T23:23:09,827 INFO [M:0;9d96596e55a9:44565 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:09,827 DEBUG [M:0;9d96596e55a9:44565 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972189334Disabling compacts and flushes for region at 1731972189334Disabling writes for close at 1731972189334Obtaining lock to block concurrent updates at 1731972189334Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731972189334Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731972189335 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731972189335Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731972189335Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731972189353 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731972189353Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731972189364 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731972189379 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731972189379Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731972189787 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731972189802 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731972189802Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55d2b0db: reopening flushed file at 1731972189809 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7da349d9: reopening flushed file at 1731972189813 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@704078d7: reopening flushed file at 1731972189817 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 487ms, sequenceid=105, compaction requested=false at 1731972189821 (+4 ms)Writing region close event to WAL at 1731972189827 (+6 ms)Closed at 1731972189827 2024-11-18T23:23:09,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35893 is added to blk_1073741830_1006 (size=64423) 2024-11-18T23:23:09,829 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2c30a3f6-8895-823d-7601-926377627a57/MasterData/WALs/9d96596e55a9,44565,1731972150303/9d96596e55a9%2C44565%2C1731972150303.1731972151943 not finished, retry = 0 2024-11-18T23:23:09,930 INFO [M:0;9d96596e55a9:44565 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T23:23:09,930 INFO [M:0;9d96596e55a9:44565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44565 2024-11-18T23:23:09,931 INFO [M:0;9d96596e55a9:44565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:23:09,932 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:23:10,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:23:10,088 INFO [M:0;9d96596e55a9:44565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:23:10,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44565-0x101504186c60003, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:23:10,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70a7e87d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:23:10,091 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e9e894a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:23:10,091 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:23:10,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ba28043{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:23:10,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c8563e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/hadoop.log.dir/,STOPPED} 2024-11-18T23:23:10,093 WARN [BP-1098660174-172.17.0.2-1731972147457 heartbeating to localhost/127.0.0.1:46577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T23:23:10,093 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T23:23:10,093 WARN [BP-1098660174-172.17.0.2-1731972147457 heartbeating to localhost/127.0.0.1:46577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1098660174-172.17.0.2-1731972147457 (Datanode Uuid 5d92d8ed-ccca-44d9-9c43-6458b9a9a4ea) service to localhost/127.0.0.1:46577 2024-11-18T23:23:10,093 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T23:23:10,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/cluster_67a9a2cf-1e98-393e-14e8-49a1b4cbde9d/data/data1/current/BP-1098660174-172.17.0.2-1731972147457 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:23:10,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/cluster_67a9a2cf-1e98-393e-14e8-49a1b4cbde9d/data/data2/current/BP-1098660174-172.17.0.2-1731972147457 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:23:10,093 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T23:23:10,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65d5c153{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:23:10,101 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c9beac5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:23:10,101 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:23:10,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2424edd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:23:10,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c654e76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e1db65f-529f-bf58-08b3-2ab62d771095/hadoop.log.dir/,STOPPED} 2024-11-18T23:23:10,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T23:23:10,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T23:23:10,150 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:23:10,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:10,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:10,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:10,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:10,151 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T23:23:10,151 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1367414059, stopped=false 2024-11-18T23:23:10,151 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d96596e55a9,44713,1731972144086 2024-11-18T23:23:10,224 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:23:10,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1135058551/running 2024-11-18T23:23:10,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135058551 2024-11-18T23:23:10,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x101504186c60001, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1135058551/running 2024-11-18T23:23:10,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x101504186c60001, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135058551 2024-11-18T23:23:10,225 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:23:10,225 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:23:10,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:10,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:10,226 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d96596e55a9,34953,1731972144516' ***** 2024-11-18T23:23:10,226 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T23:23:10,226 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T23:23:10,226 INFO [RS:0;9d96596e55a9:34953 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T23:23:10,226 INFO [RS:0;9d96596e55a9:34953 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T23:23:10,226 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(3091): Received CLOSE for be646ed228e1271c926609732f598ce9 2024-11-18T23:23:10,226 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T23:23:10,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:10,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:10,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:10,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34953-0x101504186c60001, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Set watcher on znode that does not yet exist, /0-1135058551/running 2024-11-18T23:23:10,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Set watcher on znode that does not yet exist, /0-1135058551/running 2024-11-18T23:23:10,236 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(3091): Received CLOSE for 88b31379c5c7c5f907b511719d872583 2024-11-18T23:23:10,236 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(959): stopping server 9d96596e55a9,34953,1731972144516 2024-11-18T23:23:10,236 INFO [RS:0;9d96596e55a9:34953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:23:10,236 INFO [RS:0;9d96596e55a9:34953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:34953. 2024-11-18T23:23:10,236 DEBUG [RS:0;9d96596e55a9:34953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:10,236 DEBUG [RS:0;9d96596e55a9:34953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:10,237 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T23:23:10,237 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T23:23:10,237 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T23:23:10,237 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T23:23:10,237 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be646ed228e1271c926609732f598ce9, disabling compactions & flushes 2024-11-18T23:23:10,237 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731972161959.be646ed228e1271c926609732f598ce9. 2024-11-18T23:23:10,237 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972161959.be646ed228e1271c926609732f598ce9. 2024-11-18T23:23:10,237 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731972161959.be646ed228e1271c926609732f598ce9. after waiting 0 ms 2024-11-18T23:23:10,237 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731972161959.be646ed228e1271c926609732f598ce9. 2024-11-18T23:23:10,237 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing be646ed228e1271c926609732f598ce9 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-18T23:23:10,241 INFO [regionserver/9d96596e55a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:23:10,248 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T23:23:10,248 DEBUG [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(1325): Online Regions={be646ed228e1271c926609732f598ce9=test,,1731972161959.be646ed228e1271c926609732f598ce9., 1588230740=hbase:meta,,1.1588230740, 88b31379c5c7c5f907b511719d872583=hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583.} 2024-11-18T23:23:10,248 DEBUG [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88b31379c5c7c5f907b511719d872583, be646ed228e1271c926609732f598ce9 2024-11-18T23:23:10,249 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:23:10,249 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:23:10,249 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:23:10,249 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:23:10,249 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:23:10,249 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T23:23:10,277 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1488, reset compression=false 2024-11-18T23:23:10,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:10,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:10,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:10,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:10,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:10,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:10,301 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/default/test/be646ed228e1271c926609732f598ce9/.tmp/f/0c24f968fdd948629035397673ea2e4f is 37, key is row3/f:row3/1731972181909/Put/seqid=0 2024-11-18T23:23:10,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:10,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:10,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:10,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:10,312 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740/.tmp/info/f20140ad45f1468a92fbc07becb6f1c8 is 147, key is hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583./info:regioninfo/1731972168466/Put/seqid=0 2024-11-18T23:23:10,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741840_1016 (size=5228) 2024-11-18T23:23:10,329 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:23:10,329 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1735, reset compression=false 2024-11-18T23:23:10,330 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.shipper9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,34953,1731972144516 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:23:10,331 ERROR [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.shipper9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9d96596e55a9,34953,1731972144516: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9d96596e55a9,34953,1731972144516, walGroup=9d96596e55a9%2C34953%2C1731972144516, offset=9d96596e55a9%2C34953%2C1731972144516.1731972146492:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:34953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T23:23:10,336 ERROR [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.shipper9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T23:23:10,337 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.shipper9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T23:23:10,338 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.shipper9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T23:23:10,338 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.shipper9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T23:23:10,338 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.shipper9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T23:23:10,338 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.shipper9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1111490560, "init": 1048576000, "max": 2306867200, "used": 876435232 }, "NonHeapMemoryUsage": { "committed": 202899456, "init": 7667712, "max": -1, "used": 199976440 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T23:23:10,338 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.shipper9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:44713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:44713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T23:23:10,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741841_1017 (size=7686) 2024-11-18T23:23:10,368 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T23:23:10,368 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T23:23:10,368 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740/.tmp/info/f20140ad45f1468a92fbc07becb6f1c8 2024-11-18T23:23:10,394 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740/.tmp/ns/bd32f86da0f54932bf5e84eb60bd2515 is 43, key is default/ns:d/1731972147292/Put/seqid=0 2024-11-18T23:23:10,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741842_1018 (size=5153) 2024-11-18T23:23:10,448 DEBUG [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88b31379c5c7c5f907b511719d872583, be646ed228e1271c926609732f598ce9 2024-11-18T23:23:10,568 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1735, reset compression=false 2024-11-18T23:23:10,649 DEBUG [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88b31379c5c7c5f907b511719d872583, be646ed228e1271c926609732f598ce9 2024-11-18T23:23:10,723 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/default/test/be646ed228e1271c926609732f598ce9/.tmp/f/0c24f968fdd948629035397673ea2e4f 2024-11-18T23:23:10,728 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c24f968fdd948629035397673ea2e4f 2024-11-18T23:23:10,743 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/default/test/be646ed228e1271c926609732f598ce9/.tmp/f1/bcdd0d7f5dd24dea8824d82aa9f88416 is 30, key is row1/f1:/1731972179231/DeleteFamily/seqid=0 2024-11-18T23:23:10,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741843_1019 (size=5158) 2024-11-18T23:23:10,751 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/default/test/be646ed228e1271c926609732f598ce9/.tmp/f1/bcdd0d7f5dd24dea8824d82aa9f88416 2024-11-18T23:23:10,754 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bcdd0d7f5dd24dea8824d82aa9f88416 2024-11-18T23:23:10,767 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/default/test/be646ed228e1271c926609732f598ce9/.tmp/norep/4bf2443159094ebc99cb02c011f96294 is 32, key is row/norep:/1731972178210/DeleteFamily/seqid=0 2024-11-18T23:23:10,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741844_1020 (size=5101) 2024-11-18T23:23:10,799 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740/.tmp/ns/bd32f86da0f54932bf5e84eb60bd2515 2024-11-18T23:23:10,814 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740/.tmp/rep_barrier/7359b4f5f832417387ba32a0e24ec36d is 112, key is test,,1731972161959.be646ed228e1271c926609732f598ce9./rep_barrier:seqnumDuringOpen/1731972162951/Put/seqid=0 2024-11-18T23:23:10,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741845_1021 (size=5518) 2024-11-18T23:23:10,849 DEBUG [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88b31379c5c7c5f907b511719d872583, be646ed228e1271c926609732f598ce9 2024-11-18T23:23:10,873 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1735, reset compression=false 2024-11-18T23:23:11,049 DEBUG [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88b31379c5c7c5f907b511719d872583, be646ed228e1271c926609732f598ce9 2024-11-18T23:23:11,170 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/default/test/be646ed228e1271c926609732f598ce9/.tmp/norep/4bf2443159094ebc99cb02c011f96294 2024-11-18T23:23:11,174 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bf2443159094ebc99cb02c011f96294 2024-11-18T23:23:11,174 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/default/test/be646ed228e1271c926609732f598ce9/.tmp/f/0c24f968fdd948629035397673ea2e4f as hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/default/test/be646ed228e1271c926609732f598ce9/f/0c24f968fdd948629035397673ea2e4f 2024-11-18T23:23:11,181 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c24f968fdd948629035397673ea2e4f 2024-11-18T23:23:11,182 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/default/test/be646ed228e1271c926609732f598ce9/f/0c24f968fdd948629035397673ea2e4f, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T23:23:11,183 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/default/test/be646ed228e1271c926609732f598ce9/.tmp/f1/bcdd0d7f5dd24dea8824d82aa9f88416 as hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/default/test/be646ed228e1271c926609732f598ce9/f1/bcdd0d7f5dd24dea8824d82aa9f88416 2024-11-18T23:23:11,187 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bcdd0d7f5dd24dea8824d82aa9f88416 2024-11-18T23:23:11,187 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/default/test/be646ed228e1271c926609732f598ce9/f1/bcdd0d7f5dd24dea8824d82aa9f88416, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T23:23:11,188 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/default/test/be646ed228e1271c926609732f598ce9/.tmp/norep/4bf2443159094ebc99cb02c011f96294 as hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/default/test/be646ed228e1271c926609732f598ce9/norep/4bf2443159094ebc99cb02c011f96294 2024-11-18T23:23:11,201 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bf2443159094ebc99cb02c011f96294 2024-11-18T23:23:11,201 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/default/test/be646ed228e1271c926609732f598ce9/norep/4bf2443159094ebc99cb02c011f96294, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T23:23:11,208 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for be646ed228e1271c926609732f598ce9 in 971ms, sequenceid=12, compaction requested=false 2024-11-18T23:23:11,208 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T23:23:11,213 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/default/test/be646ed228e1271c926609732f598ce9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T23:23:11,214 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:23:11,214 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:23:11,214 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731972161959.be646ed228e1271c926609732f598ce9. 2024-11-18T23:23:11,214 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be646ed228e1271c926609732f598ce9: Waiting for close lock at 1731972190237Running coprocessor pre-close hooks at 1731972190237Disabling compacts and flushes for region at 1731972190237Disabling writes for close at 1731972190237Obtaining lock to block concurrent updates at 1731972190237Preparing flush snapshotting stores in be646ed228e1271c926609732f598ce9 at 1731972190237Finished memstore snapshotting test,,1731972161959.be646ed228e1271c926609732f598ce9., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731972190238 (+1 ms)Flushing stores of test,,1731972161959.be646ed228e1271c926609732f598ce9. at 1731972190251 (+13 ms)Flushing be646ed228e1271c926609732f598ce9/f: creating writer at 1731972190251Flushing be646ed228e1271c926609732f598ce9/f: appending metadata at 1731972190301 (+50 ms)Flushing be646ed228e1271c926609732f598ce9/f: closing flushed file at 1731972190301Flushing be646ed228e1271c926609732f598ce9/f1: creating writer at 1731972190728 (+427 ms)Flushing be646ed228e1271c926609732f598ce9/f1: appending metadata at 1731972190742 (+14 ms)Flushing be646ed228e1271c926609732f598ce9/f1: closing flushed file at 1731972190742Flushing be646ed228e1271c926609732f598ce9/norep: creating writer at 1731972190755 (+13 ms)Flushing be646ed228e1271c926609732f598ce9/norep: appending metadata at 1731972190766 (+11 ms)Flushing be646ed228e1271c926609732f598ce9/norep: closing flushed file at 1731972190767 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a6b5c38: reopening flushed file at 1731972191174 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1576028: reopening flushed file at 1731972191182 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23b4e572: reopening flushed file at 1731972191187 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for be646ed228e1271c926609732f598ce9 in 971ms, sequenceid=12, compaction requested=false at 1731972191208 (+21 ms)Writing region close event to WAL at 1731972191210 (+2 ms)Running coprocessor post-close hooks at 1731972191214 (+4 ms)Closed at 1731972191214 2024-11-18T23:23:11,214 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731972161959.be646ed228e1271c926609732f598ce9. 2024-11-18T23:23:11,214 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 88b31379c5c7c5f907b511719d872583, disabling compactions & flushes 2024-11-18T23:23:11,214 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583. 2024-11-18T23:23:11,214 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583. 2024-11-18T23:23:11,214 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583. after waiting 0 ms 2024-11-18T23:23:11,214 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583. 2024-11-18T23:23:11,214 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 88b31379c5c7c5f907b511719d872583: Waiting for close lock at 1731972191214Running coprocessor pre-close hooks at 1731972191214Disabling compacts and flushes for region at 1731972191214Disabling writes for close at 1731972191214Failed flush hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583., putting online again at 1731972191214 2024-11-18T23:23:11,214 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583. 2024-11-18T23:23:11,217 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740/.tmp/rep_barrier/7359b4f5f832417387ba32a0e24ec36d 2024-11-18T23:23:11,242 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740/.tmp/table/ce38b3aef73b4b1abf8c2e5933dc58b2 is 53, key is hbase:replication/table:state/1731972168498/Put/seqid=0 2024-11-18T23:23:11,249 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T23:23:11,249 DEBUG [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 88b31379c5c7c5f907b511719d872583=hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583.} 2024-11-18T23:23:11,249 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(3091): Received CLOSE for 88b31379c5c7c5f907b511719d872583 2024-11-18T23:23:11,249 DEBUG [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88b31379c5c7c5f907b511719d872583 2024-11-18T23:23:11,249 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 88b31379c5c7c5f907b511719d872583, disabling compactions & flushes 2024-11-18T23:23:11,249 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583. 2024-11-18T23:23:11,249 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583. 2024-11-18T23:23:11,250 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583. after waiting 0 ms 2024-11-18T23:23:11,250 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583. 2024-11-18T23:23:11,250 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 88b31379c5c7c5f907b511719d872583: Waiting for close lock at 1731972191249Running coprocessor pre-close hooks at 1731972191249Disabling compacts and flushes for region at 1731972191249Disabling writes for close at 1731972191250 (+1 ms)Failed flush hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583., putting online again at 1731972191250 2024-11-18T23:23:11,250 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731972167613.88b31379c5c7c5f907b511719d872583. 2024-11-18T23:23:11,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741846_1022 (size=5308) 2024-11-18T23:23:11,276 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 1735, reset compression=false 2024-11-18T23:23:11,280 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:23:11,280 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 2379, reset compression=false 2024-11-18T23:23:11,449 DEBUG [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:23:11,489 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 2379, reset compression=false 2024-11-18T23:23:11,650 DEBUG [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:23:11,656 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740/.tmp/table/ce38b3aef73b4b1abf8c2e5933dc58b2 2024-11-18T23:23:11,677 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740/.tmp/info/f20140ad45f1468a92fbc07becb6f1c8 as hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740/info/f20140ad45f1468a92fbc07becb6f1c8 2024-11-18T23:23:11,682 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740/info/f20140ad45f1468a92fbc07becb6f1c8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T23:23:11,692 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740/.tmp/ns/bd32f86da0f54932bf5e84eb60bd2515 as hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740/ns/bd32f86da0f54932bf5e84eb60bd2515 2024-11-18T23:23:11,707 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740/ns/bd32f86da0f54932bf5e84eb60bd2515, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T23:23:11,708 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740/.tmp/rep_barrier/7359b4f5f832417387ba32a0e24ec36d as hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740/rep_barrier/7359b4f5f832417387ba32a0e24ec36d 2024-11-18T23:23:11,717 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740/rep_barrier/7359b4f5f832417387ba32a0e24ec36d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T23:23:11,718 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740/.tmp/table/ce38b3aef73b4b1abf8c2e5933dc58b2 as hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740/table/ce38b3aef73b4b1abf8c2e5933dc58b2 2024-11-18T23:23:11,722 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740/table/ce38b3aef73b4b1abf8c2e5933dc58b2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T23:23:11,723 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1474ms, sequenceid=16, compaction requested=false 2024-11-18T23:23:11,723 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T23:23:11,764 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T23:23:11,775 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:23:11,775 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:23:11,776 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:23:11,776 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972190249Running coprocessor pre-close hooks at 1731972190249Disabling compacts and flushes for region at 1731972190249Disabling writes for close at 1731972190249Obtaining lock to block concurrent updates at 1731972190249Preparing flush snapshotting stores in 1588230740 at 1731972190249Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731972190251 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731972190253 (+2 ms)Flushing 1588230740/info: creating writer at 1731972190253Flushing 1588230740/info: appending metadata at 1731972190311 (+58 ms)Flushing 1588230740/info: closing flushed file at 1731972190311Flushing 1588230740/ns: creating writer at 1731972190374 (+63 ms)Flushing 1588230740/ns: appending metadata at 1731972190393 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731972190393Flushing 1588230740/rep_barrier: creating writer at 1731972190802 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731972190813 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731972190813Flushing 1588230740/table: creating writer at 1731972191221 (+408 ms)Flushing 1588230740/table: appending metadata at 1731972191241 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731972191241Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3979294a: reopening flushed file at 1731972191674 (+433 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41791955: reopening flushed file at 1731972191682 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c667fad: reopening flushed file at 1731972191707 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@937304b: reopening flushed file at 1731972191717 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1474ms, sequenceid=16, compaction requested=false at 1731972191723 (+6 ms)Writing region close event to WAL at 1731972191731 (+8 ms)Running coprocessor post-close hooks at 1731972191775 (+44 ms)Closed at 1731972191776 (+1 ms) 2024-11-18T23:23:11,776 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T23:23:11,792 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 to pos 2379, reset compression=false 2024-11-18T23:23:11,850 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T23:23:11,850 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(976): stopping server 9d96596e55a9,34953,1731972144516; all regions closed. 2024-11-18T23:23:11,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741834_1010 (size=4239) 2024-11-18T23:23:11,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741839_1015 (size=2609) 2024-11-18T23:23:11,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741833_1009 (size=2387) 2024-11-18T23:23:11,880 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/WALs/9d96596e55a9,34953,1731972144516/9d96596e55a9%2C34953%2C1731972144516.1731972146492 not finished, retry = 0 2024-11-18T23:23:11,991 DEBUG [RS:0;9d96596e55a9:34953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:11,991 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:23:11,992 INFO [RS:0;9d96596e55a9:34953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:23:11,992 INFO [RS:0;9d96596e55a9:34953 {}] hbase.ChoreService(370): Chore service for: regionserver/9d96596e55a9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T23:23:11,992 INFO [RS:0;9d96596e55a9:34953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:23:11,992 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9d96596e55a9,34953,1731972144516 because: Region server is closing 2024-11-18T23:23:11,992 INFO [RS:0;9d96596e55a9:34953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:34953. 2024-11-18T23:23:11,992 DEBUG [RS:0;9d96596e55a9:34953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:11,992 DEBUG [RS:0;9d96596e55a9:34953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:11,992 DEBUG [RS:0;9d96596e55a9:34953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:11,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:11,995 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:23:12,096 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.shipper9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 terminated 2024-11-18T23:23:12,096 INFO [RS:0;9d96596e55a9:34953 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:34953. 2024-11-18T23:23:12,096 DEBUG [RS:0;9d96596e55a9:34953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:12,096 DEBUG [RS:0;9d96596e55a9:34953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:12,096 DEBUG [RS:0;9d96596e55a9:34953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:12,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:12,097 INFO [RS:0;9d96596e55a9:34953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34953 2024-11-18T23:23:12,097 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,34953,1731972144516.replicationSource.wal-reader.9d96596e55a9%2C34953%2C1731972144516,1-9d96596e55a9,34953,1731972144516 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T23:23:12,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135058551/rs 2024-11-18T23:23:12,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x101504186c60001, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1135058551/rs/9d96596e55a9,34953,1731972144516 2024-11-18T23:23:12,117 INFO [RS:0;9d96596e55a9:34953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:23:12,131 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d96596e55a9,34953,1731972144516] 2024-11-18T23:23:12,146 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1135058551/draining/9d96596e55a9,34953,1731972144516 already deleted, retry=false 2024-11-18T23:23:12,147 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d96596e55a9,34953,1731972144516 expired; onlineServers=0 2024-11-18T23:23:12,147 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d96596e55a9,44713,1731972144086' ***** 2024-11-18T23:23:12,147 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T23:23:12,147 INFO [M:0;9d96596e55a9:44713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:23:12,147 INFO [M:0;9d96596e55a9:44713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:23:12,147 DEBUG [M:0;9d96596e55a9:44713 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T23:23:12,147 DEBUG [M:0;9d96596e55a9:44713 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T23:23:12,147 INFO [M:0;9d96596e55a9:44713 {}] hbase.ChoreService(370): Chore service for: master/9d96596e55a9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T23:23:12,147 INFO [M:0;9d96596e55a9:44713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:23:12,147 DEBUG [M:0;9d96596e55a9:44713 {}] master.HMaster(1795): Stopping service threads 2024-11-18T23:23:12,147 INFO [M:0;9d96596e55a9:44713 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T23:23:12,147 INFO [M:0;9d96596e55a9:44713 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:23:12,147 INFO [M:0;9d96596e55a9:44713 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T23:23:12,147 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T23:23:12,148 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T23:23:12,148 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972146101 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972146101,5,FailOnTimeoutGroup] 2024-11-18T23:23:12,148 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972146102 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972146102,5,FailOnTimeoutGroup] 2024-11-18T23:23:12,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1135058551/master 2024-11-18T23:23:12,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1135058551 2024-11-18T23:23:12,183 DEBUG [M:0;9d96596e55a9:44713 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1135058551/master already deleted, retry=false 2024-11-18T23:23:12,183 DEBUG [M:0;9d96596e55a9:44713 {}] master.ActiveMasterManager(353): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1135058551/master 2024-11-18T23:23:12,191 INFO [M:0;9d96596e55a9:44713 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/.lastflushedseqids 2024-11-18T23:23:12,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741847_1023 (size=245) 2024-11-18T23:23:12,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x101504186c60001, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:23:12,236 INFO [RS:0;9d96596e55a9:34953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:23:12,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34953-0x101504186c60001, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:23:12,236 INFO [RS:0;9d96596e55a9:34953 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d96596e55a9,34953,1731972144516; zookeeper connection closed. 2024-11-18T23:23:12,237 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e6ea0bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e6ea0bc 2024-11-18T23:23:12,237 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T23:23:12,613 INFO [M:0;9d96596e55a9:44713 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T23:23:12,613 INFO [M:0;9d96596e55a9:44713 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T23:23:12,613 DEBUG [M:0;9d96596e55a9:44713 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:23:12,613 INFO [M:0;9d96596e55a9:44713 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:12,613 DEBUG [M:0;9d96596e55a9:44713 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:12,613 DEBUG [M:0;9d96596e55a9:44713 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:23:12,613 DEBUG [M:0;9d96596e55a9:44713 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:12,614 INFO [M:0;9d96596e55a9:44713 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-18T23:23:12,636 DEBUG [M:0;9d96596e55a9:44713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/483743433312435caa2cf253d569e3b5 is 82, key is hbase:meta,,1/info:regioninfo/1731972147250/Put/seqid=0 2024-11-18T23:23:12,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741848_1024 (size=5672) 2024-11-18T23:23:13,059 INFO [M:0;9d96596e55a9:44713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/483743433312435caa2cf253d569e3b5 2024-11-18T23:23:13,095 DEBUG [M:0;9d96596e55a9:44713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a391ee37918f4db2af7e3091e7349b9f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731972162993/Put/seqid=0 2024-11-18T23:23:13,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741849_1025 (size=7218) 2024-11-18T23:23:13,514 INFO [M:0;9d96596e55a9:44713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a391ee37918f4db2af7e3091e7349b9f 2024-11-18T23:23:13,519 INFO [M:0;9d96596e55a9:44713 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a391ee37918f4db2af7e3091e7349b9f 2024-11-18T23:23:13,547 DEBUG [M:0;9d96596e55a9:44713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e73df130dca2422a9af442aec19d6a01 is 69, key is 9d96596e55a9,34953,1731972144516/rs:state/1731972146238/Put/seqid=0 2024-11-18T23:23:13,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741850_1026 (size=5156) 2024-11-18T23:23:13,556 INFO [M:0;9d96596e55a9:44713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e73df130dca2422a9af442aec19d6a01 2024-11-18T23:23:13,560 DEBUG [M:0;9d96596e55a9:44713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/483743433312435caa2cf253d569e3b5 as hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/483743433312435caa2cf253d569e3b5 2024-11-18T23:23:13,568 INFO [M:0;9d96596e55a9:44713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/483743433312435caa2cf253d569e3b5, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T23:23:13,572 DEBUG [M:0;9d96596e55a9:44713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a391ee37918f4db2af7e3091e7349b9f as hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a391ee37918f4db2af7e3091e7349b9f 2024-11-18T23:23:13,582 INFO [M:0;9d96596e55a9:44713 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a391ee37918f4db2af7e3091e7349b9f 2024-11-18T23:23:13,582 INFO [M:0;9d96596e55a9:44713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a391ee37918f4db2af7e3091e7349b9f, entries=11, sequenceid=105, filesize=7.0 K 2024-11-18T23:23:13,588 DEBUG [M:0;9d96596e55a9:44713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e73df130dca2422a9af442aec19d6a01 as hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e73df130dca2422a9af442aec19d6a01 2024-11-18T23:23:13,594 INFO [M:0;9d96596e55a9:44713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40937/user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e73df130dca2422a9af442aec19d6a01, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T23:23:13,595 INFO [M:0;9d96596e55a9:44713 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 982ms, sequenceid=105, compaction requested=false 2024-11-18T23:23:13,597 INFO [M:0;9d96596e55a9:44713 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:13,597 DEBUG [M:0;9d96596e55a9:44713 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972192613Disabling compacts and flushes for region at 1731972192613Disabling writes for close at 1731972192613Obtaining lock to block concurrent updates at 1731972192614 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731972192614Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731972192614Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731972192617 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731972192617Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731972192636 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731972192636Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731972193063 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731972193095 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731972193095Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731972193519 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731972193547 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731972193547Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4095df99: reopening flushed file at 1731972193559 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b9fa5a8: reopening flushed file at 1731972193568 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41eb1be8: reopening flushed file at 1731972193582 (+14 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 982ms, sequenceid=105, compaction requested=false at 1731972193595 (+13 ms)Writing region close event to WAL at 1731972193597 (+2 ms)Closed at 1731972193597 2024-11-18T23:23:13,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45833 is added to blk_1073741830_1006 (size=64423) 2024-11-18T23:23:13,602 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ea45f67-73b0-c625-d6e6-8c8982e09614/MasterData/WALs/9d96596e55a9,44713,1731972144086/9d96596e55a9%2C44713%2C1731972144086.1731972145733 not finished, retry = 0 2024-11-18T23:23:13,704 INFO [M:0;9d96596e55a9:44713 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T23:23:13,704 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:23:13,704 INFO [M:0;9d96596e55a9:44713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44713 2024-11-18T23:23:13,707 INFO [M:0;9d96596e55a9:44713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:23:13,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:23:13,820 INFO [M:0;9d96596e55a9:44713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:23:13,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44713-0x101504186c60000, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:23:13,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d03019c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:23:13,823 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@126503b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:23:13,823 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:23:13,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@424c7e56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:23:13,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c41c58c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/hadoop.log.dir/,STOPPED} 2024-11-18T23:23:13,824 WARN [BP-1081053708-172.17.0.2-1731972139857 heartbeating to localhost/127.0.0.1:40937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T23:23:13,824 WARN [BP-1081053708-172.17.0.2-1731972139857 heartbeating to localhost/127.0.0.1:40937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1081053708-172.17.0.2-1731972139857 (Datanode Uuid d024fbdb-164b-43c9-a84e-fafdefda2ef4) service to localhost/127.0.0.1:40937 2024-11-18T23:23:13,837 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T23:23:13,837 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T23:23:13,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/cluster_4ea4c3f0-6a99-1f66-46e4-ea6e01336861/data/data1/current/BP-1081053708-172.17.0.2-1731972139857 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:23:13,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/cluster_4ea4c3f0-6a99-1f66-46e4-ea6e01336861/data/data2/current/BP-1081053708-172.17.0.2-1731972139857 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:23:13,837 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T23:23:13,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@280b75e4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:23:13,843 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bbc2eb0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:23:13,843 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:23:13,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5acb34b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:23:13,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47c3ac9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6a8c043-546d-0b2f-66e9-7435029f5757/hadoop.log.dir/,STOPPED} 2024-11-18T23:23:13,848 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T23:23:13,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T23:23:13,878 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 263) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:40937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55373) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46577 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:38761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55373) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:46577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38761 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55373) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40937 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=729 (was 658) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1331 (was 1276) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5879 (was 4105) - AvailableMemoryMB LEAK? - 2024-11-18T23:23:13,890 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=1331, ProcessCount=11, AvailableMemoryMB=5876 2024-11-18T23:23:13,905 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-18T23:23:13,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/hadoop.log.dir so I do NOT create it in target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4 2024-11-18T23:23:13,906 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T23:23:13,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/hadoop.tmp.dir so I do NOT create it in target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4 2024-11-18T23:23:13,906 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/adf22302-3846-c757-6099-1b0f26e0b28d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T23:23:13,906 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4 2024-11-18T23:23:13,906 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/cluster_67321226-3a84-2c0f-2ff0-abe2bbdba5c1, deleteOnExit=true 2024-11-18T23:23:13,916 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/cluster_67321226-3a84-2c0f-2ff0-abe2bbdba5c1/zookeeper_0, clientPort=57515, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/cluster_67321226-3a84-2c0f-2ff0-abe2bbdba5c1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/cluster_67321226-3a84-2c0f-2ff0-abe2bbdba5c1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T23:23:13,919 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57515 2024-11-18T23:23:13,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T23:23:13,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T23:23:13,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/test.cache.data in system properties and HBase conf 2024-11-18T23:23:13,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T23:23:13,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/hadoop.log.dir in system properties and HBase conf 2024-11-18T23:23:13,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T23:23:13,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T23:23:13,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T23:23:13,919 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T23:23:13,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:23:13,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:23:13,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T23:23:13,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:23:13,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T23:23:13,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T23:23:13,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:23:13,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:23:13,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T23:23:13,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/nfs.dump.dir in system properties and HBase conf 2024-11-18T23:23:13,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/java.io.tmpdir in system properties and HBase conf 2024-11-18T23:23:13,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:23:13,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T23:23:13,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T23:23:13,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101504186c60005, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T23:23:13,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101504186c60005, quorum=127.0.0.1:55373, baseZNode=/1-1104336146 Received Disconnected from ZooKeeper, ignoring 2024-11-18T23:23:13,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101504186c60002, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T23:23:13,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101504186c60002, quorum=127.0.0.1:55373, baseZNode=/0-1135058551 Received Disconnected from ZooKeeper, ignoring 2024-11-18T23:23:13,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101504186c60008, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T23:23:13,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101504186c60008, quorum=127.0.0.1:55373, baseZNode=/2-1692510392 Received Disconnected from ZooKeeper, ignoring 2024-11-18T23:23:14,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:23:14,408 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:23:14,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:23:14,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:23:14,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T23:23:14,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:23:14,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33857010{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:23:14,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64e08d16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:23:14,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@728c2f77{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/java.io.tmpdir/jetty-localhost-36035-hadoop-hdfs-3_4_1-tests_jar-_-any-11422111512602576416/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:23:14,551 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@509083c2{HTTP/1.1, (http/1.1)}{localhost:36035} 2024-11-18T23:23:14,551 INFO [Time-limited test {}] server.Server(415): Started @308710ms 2024-11-18T23:23:15,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:23:15,146 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:23:15,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:23:15,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:23:15,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:23:15,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@691e78fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:23:15,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18ba2c6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:23:15,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cd0948e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/java.io.tmpdir/jetty-localhost-36661-hadoop-hdfs-3_4_1-tests_jar-_-any-8567064136046091624/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:23:15,316 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a726b5{HTTP/1.1, (http/1.1)}{localhost:36661} 2024-11-18T23:23:15,316 INFO [Time-limited test {}] server.Server(415): Started @309476ms 2024-11-18T23:23:15,318 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T23:23:16,298 WARN [Thread-3429 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/cluster_67321226-3a84-2c0f-2ff0-abe2bbdba5c1/data/data2/current/BP-1789811655-172.17.0.2-1731972193942/current, will proceed with Du for space computation calculation, 2024-11-18T23:23:16,298 WARN [Thread-3428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/cluster_67321226-3a84-2c0f-2ff0-abe2bbdba5c1/data/data1/current/BP-1789811655-172.17.0.2-1731972193942/current, will proceed with Du for space computation calculation, 2024-11-18T23:23:16,356 WARN [Thread-3415 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T23:23:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x881b15838e095cb2 with lease ID 0xc6df534d4bab28a5: Processing first storage report for DS-d04971ab-e2ee-4f59-a8f5-8a5191bc6fa6 from datanode DatanodeRegistration(127.0.0.1:45643, datanodeUuid=9e2c8ab3-945f-49a4-bfd8-03e453ab99e4, infoPort=37143, infoSecurePort=0, ipcPort=39929, storageInfo=lv=-57;cid=testClusterID;nsid=1955994472;c=1731972193942) 2024-11-18T23:23:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x881b15838e095cb2 with lease ID 0xc6df534d4bab28a5: from storage DS-d04971ab-e2ee-4f59-a8f5-8a5191bc6fa6 node DatanodeRegistration(127.0.0.1:45643, datanodeUuid=9e2c8ab3-945f-49a4-bfd8-03e453ab99e4, infoPort=37143, infoSecurePort=0, ipcPort=39929, storageInfo=lv=-57;cid=testClusterID;nsid=1955994472;c=1731972193942), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:23:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x881b15838e095cb2 with lease ID 0xc6df534d4bab28a5: Processing first storage report for DS-4b9b5975-6c15-4ede-aab0-0195a04243d0 from datanode DatanodeRegistration(127.0.0.1:45643, datanodeUuid=9e2c8ab3-945f-49a4-bfd8-03e453ab99e4, infoPort=37143, infoSecurePort=0, ipcPort=39929, storageInfo=lv=-57;cid=testClusterID;nsid=1955994472;c=1731972193942) 2024-11-18T23:23:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x881b15838e095cb2 with lease ID 0xc6df534d4bab28a5: from storage DS-4b9b5975-6c15-4ede-aab0-0195a04243d0 node DatanodeRegistration(127.0.0.1:45643, datanodeUuid=9e2c8ab3-945f-49a4-bfd8-03e453ab99e4, infoPort=37143, infoSecurePort=0, ipcPort=39929, storageInfo=lv=-57;cid=testClusterID;nsid=1955994472;c=1731972193942), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:23:16,393 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4 2024-11-18T23:23:16,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:23:16,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:23:16,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741825_1001 (size=7) 2024-11-18T23:23:16,717 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:23:16,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:16,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:16,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:16,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:16,850 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b with version=8 2024-11-18T23:23:16,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/hbase-staging 2024-11-18T23:23:16,852 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:23:16,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:23:16,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:23:16,853 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:23:16,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:23:16,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:23:16,853 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T23:23:16,853 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:23:16,859 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43135 2024-11-18T23:23:16,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43135 connecting to ZooKeeper ensemble=127.0.0.1:57515 2024-11-18T23:23:16,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:16,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:16,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:16,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:16,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:16,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:16,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:16,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:16,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:16,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431350x0, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:23:17,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43135-0x10150425a230000 connected 2024-11-18T23:23:17,025 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T23:23:17,025 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T23:23:17,025 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T23:23:17,025 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:23:17,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:23:17,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:23:17,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Set watcher on znode that does not yet exist, /0-1417953196/running 2024-11-18T23:23:17,297 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b, hbase.cluster.distributed=false 2024-11-18T23:23:17,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Set watcher on znode that does not yet exist, /0-1417953196/acl 2024-11-18T23:23:17,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43135 2024-11-18T23:23:17,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43135 2024-11-18T23:23:17,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43135 2024-11-18T23:23:17,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43135 2024-11-18T23:23:17,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43135 2024-11-18T23:23:17,443 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:23:17,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:23:17,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:23:17,443 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:23:17,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:23:17,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:23:17,444 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T23:23:17,444 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:23:17,447 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40719 2024-11-18T23:23:17,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40719 connecting to ZooKeeper ensemble=127.0.0.1:57515 2024-11-18T23:23:17,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:23:17,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:23:17,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407190x0, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:23:17,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40719-0x10150425a230001 connected 2024-11-18T23:23:17,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407190x0, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Set watcher on znode that does not yet exist, /0-1417953196/running 2024-11-18T23:23:17,504 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T23:23:17,528 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T23:23:17,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40719-0x10150425a230001, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Set watcher on znode that does not yet exist, /0-1417953196/master 2024-11-18T23:23:17,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40719-0x10150425a230001, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Set watcher on znode that does not yet exist, /0-1417953196/acl 2024-11-18T23:23:17,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40719 2024-11-18T23:23:17,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40719 2024-11-18T23:23:17,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40719 2024-11-18T23:23:17,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40719 2024-11-18T23:23:17,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40719 2024-11-18T23:23:17,678 DEBUG [M:0;9d96596e55a9:43135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:43135 2024-11-18T23:23:17,684 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1417953196/backup-masters/9d96596e55a9,43135,1731972196852 2024-11-18T23:23:17,700 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=32, created chunk count=34, reused chunk count=96, reuseRatio=73.85% 2024-11-18T23:23:17,701 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-18T23:23:17,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150425a230001, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1417953196/backup-masters 2024-11-18T23:23:17,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1417953196/backup-masters 2024-11-18T23:23:17,732 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Set watcher on existing znode=/0-1417953196/backup-masters/9d96596e55a9,43135,1731972196852 2024-11-18T23:23:17,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150425a230001, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1417953196/master 2024-11-18T23:23:17,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150425a230001, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1417953196 2024-11-18T23:23:17,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1417953196 2024-11-18T23:23:17,761 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Set watcher on existing znode=/0-1417953196/master 2024-11-18T23:23:17,765 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1417953196/backup-masters/9d96596e55a9,43135,1731972196852 from backup master directory 2024-11-18T23:23:17,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150425a230001, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1417953196/backup-masters 2024-11-18T23:23:17,780 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:23:17,780 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,43135,1731972196852 2024-11-18T23:23:17,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1417953196/backup-masters/9d96596e55a9,43135,1731972196852 2024-11-18T23:23:17,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1417953196/backup-masters 2024-11-18T23:23:17,806 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/hbase.id] with ID: 056e2d12-eb2f-4875-bdc4-283a8e713461 2024-11-18T23:23:17,806 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/.tmp/hbase.id 2024-11-18T23:23:17,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741826_1002 (size=42) 2024-11-18T23:23:18,278 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/.tmp/hbase.id]:[hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/hbase.id] 2024-11-18T23:23:18,305 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:23:18,305 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T23:23:18,307 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T23:23:18,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150425a230001, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1417953196 2024-11-18T23:23:18,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1417953196 2024-11-18T23:23:18,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741827_1003 (size=196) 2024-11-18T23:23:18,453 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:23:18,454 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T23:23:18,458 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:23:18,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741828_1004 (size=1189) 2024-11-18T23:23:18,556 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/data/master/store 2024-11-18T23:23:18,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741829_1005 (size=34) 2024-11-18T23:23:18,626 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:23:18,626 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:23:18,627 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:18,627 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:18,627 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:23:18,627 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:18,627 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:18,627 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972198626Disabling compacts and flushes for region at 1731972198626Disabling writes for close at 1731972198627 (+1 ms)Writing region close event to WAL at 1731972198627Closed at 1731972198627 2024-11-18T23:23:18,629 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/data/master/store/.initializing 2024-11-18T23:23:18,629 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/WALs/9d96596e55a9,43135,1731972196852 2024-11-18T23:23:18,635 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:23:18,646 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C43135%2C1731972196852, suffix=, logDir=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/WALs/9d96596e55a9,43135,1731972196852, archiveDir=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/oldWALs, maxLogs=10 2024-11-18T23:23:18,665 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/WALs/9d96596e55a9,43135,1731972196852/9d96596e55a9%2C43135%2C1731972196852.1731972198647, exclude list is [], retry=0 2024-11-18T23:23:18,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45643,DS-d04971ab-e2ee-4f59-a8f5-8a5191bc6fa6,DISK] 2024-11-18T23:23:18,733 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/WALs/9d96596e55a9,43135,1731972196852/9d96596e55a9%2C43135%2C1731972196852.1731972198647 2024-11-18T23:23:18,740 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37143:37143)] 2024-11-18T23:23:18,740 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:23:18,740 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:23:18,741 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:18,741 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:18,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:18,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T23:23:18,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:18,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:18,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:18,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T23:23:18,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:18,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:18,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:18,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T23:23:18,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:18,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:18,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:18,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T23:23:18,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:18,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:18,791 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:18,792 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:18,793 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:18,796 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:18,796 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:18,796 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:23:18,797 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:18,816 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:23:18,817 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60403659, jitterRate=-0.09991534054279327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:23:18,818 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731972198742Initializing all the Stores at 1731972198749 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972198749Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972198752 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972198752Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972198752Cleaning up temporary data from old regions at 1731972198796 (+44 ms)Region opened successfully at 1731972198818 (+22 ms) 2024-11-18T23:23:18,827 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T23:23:18,834 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e6aff43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:23:18,842 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T23:23:18,842 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T23:23:18,842 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T23:23:18,842 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T23:23:18,845 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-18T23:23:18,845 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T23:23:18,845 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T23:23:18,883 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T23:23:18,892 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Unable to get data of znode /0-1417953196/balancer because node does not exist (not necessarily an error) 2024-11-18T23:23:18,919 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1417953196/balancer already deleted, retry=false 2024-11-18T23:23:18,920 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T23:23:18,925 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Unable to get data of znode /0-1417953196/normalizer because node does not exist (not necessarily an error) 2024-11-18T23:23:18,947 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1417953196/normalizer already deleted, retry=false 2024-11-18T23:23:18,948 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T23:23:18,969 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Unable to get data of znode /0-1417953196/switch/split because node does not exist (not necessarily an error) 2024-11-18T23:23:18,990 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1417953196/switch/split already deleted, retry=false 2024-11-18T23:23:18,994 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Unable to get data of znode /0-1417953196/switch/merge because node does not exist (not necessarily an error) 2024-11-18T23:23:19,014 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1417953196/switch/merge already deleted, retry=false 2024-11-18T23:23:19,019 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Unable to get data of znode /0-1417953196/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T23:23:19,029 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1417953196/snapshot-cleanup already deleted, retry=false 2024-11-18T23:23:19,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150425a230001, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1417953196/running 2024-11-18T23:23:19,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1417953196/running 2024-11-18T23:23:19,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150425a230001, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1417953196 2024-11-18T23:23:19,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1417953196 2024-11-18T23:23:19,050 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,43135,1731972196852, sessionid=0x10150425a230000, setting cluster-up flag (Was=false) 2024-11-18T23:23:19,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150425a230001, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1417953196 2024-11-18T23:23:19,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1417953196 2024-11-18T23:23:19,105 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1417953196/flush-table-proc/acquired, /0-1417953196/flush-table-proc/reached, /0-1417953196/flush-table-proc/abort 2024-11-18T23:23:19,115 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,43135,1731972196852 2024-11-18T23:23:19,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1417953196 2024-11-18T23:23:19,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150425a230001, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1417953196 2024-11-18T23:23:19,198 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1417953196/online-snapshot/acquired, /0-1417953196/online-snapshot/reached, /0-1417953196/online-snapshot/abort 2024-11-18T23:23:19,207 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,43135,1731972196852 2024-11-18T23:23:19,210 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T23:23:19,222 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T23:23:19,223 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T23:23:19,223 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T23:23:19,223 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 9d96596e55a9,46753,1731972047113: status=Processing ServerCrashProcedure of 9d96596e55a9,46753,1731972047113 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731972063481, completionTime=-1 appears to have been leaked 2024-11-18T23:23:19,223 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,43135,1731972196852 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T23:23:19,226 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:23:19,226 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:23:19,226 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:23:19,226 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:23:19,226 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-18T23:23:19,226 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:19,226 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:23:19,226 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:19,240 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:23:19,240 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T23:23:19,250 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:19,250 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T23:23:19,268 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731972229268 2024-11-18T23:23:19,268 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T23:23:19,268 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T23:23:19,268 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T23:23:19,269 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T23:23:19,269 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T23:23:19,269 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T23:23:19,274 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:19,275 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T23:23:19,275 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T23:23:19,275 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T23:23:19,280 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T23:23:19,292 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(746): ClusterId : 056e2d12-eb2f-4875-bdc4-283a8e713461 2024-11-18T23:23:19,292 DEBUG [RS:0;9d96596e55a9:40719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T23:23:19,296 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T23:23:19,296 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T23:23:19,328 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972199296,5,FailOnTimeoutGroup] 2024-11-18T23:23:19,331 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972199328,5,FailOnTimeoutGroup] 2024-11-18T23:23:19,332 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:19,332 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T23:23:19,332 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:19,332 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:19,335 DEBUG [RS:0;9d96596e55a9:40719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T23:23:19,335 DEBUG [RS:0;9d96596e55a9:40719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T23:23:19,353 DEBUG [RS:0;9d96596e55a9:40719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T23:23:19,353 DEBUG [RS:0;9d96596e55a9:40719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1fb72c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:23:19,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741831_1007 (size=1321) 2024-11-18T23:23:19,355 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T23:23:19,355 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b 2024-11-18T23:23:19,371 DEBUG [RS:0;9d96596e55a9:40719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:40719 2024-11-18T23:23:19,372 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T23:23:19,372 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T23:23:19,372 DEBUG [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T23:23:19,373 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,43135,1731972196852 with port=40719, startcode=1731972197443 2024-11-18T23:23:19,373 DEBUG [RS:0;9d96596e55a9:40719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T23:23:19,403 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T23:23:19,403 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43135 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,40719,1731972197443 2024-11-18T23:23:19,403 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43135 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,40719,1731972197443 2024-11-18T23:23:19,405 DEBUG [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b 2024-11-18T23:23:19,405 DEBUG [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35447 2024-11-18T23:23:19,405 DEBUG [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T23:23:19,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1417953196/rs 2024-11-18T23:23:19,419 DEBUG [RS:0;9d96596e55a9:40719 {}] zookeeper.ZKUtil(111): regionserver:40719-0x10150425a230001, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Set watcher on existing znode=/0-1417953196/rs/9d96596e55a9,40719,1731972197443 2024-11-18T23:23:19,419 WARN [RS:0;9d96596e55a9:40719 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:23:19,419 INFO [RS:0;9d96596e55a9:40719 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:23:19,419 DEBUG [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443 2024-11-18T23:23:19,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741832_1008 (size=32) 2024-11-18T23:23:19,437 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,40719,1731972197443] 2024-11-18T23:23:19,463 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T23:23:19,464 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T23:23:19,465 INFO [RS:0;9d96596e55a9:40719 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T23:23:19,465 INFO [RS:0;9d96596e55a9:40719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:19,466 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T23:23:19,470 INFO [RS:0;9d96596e55a9:40719 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T23:23:19,470 INFO [RS:0;9d96596e55a9:40719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:19,471 DEBUG [RS:0;9d96596e55a9:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:19,471 DEBUG [RS:0;9d96596e55a9:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:19,471 DEBUG [RS:0;9d96596e55a9:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:19,471 DEBUG [RS:0;9d96596e55a9:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:19,471 DEBUG [RS:0;9d96596e55a9:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:19,471 DEBUG [RS:0;9d96596e55a9:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:23:19,471 DEBUG [RS:0;9d96596e55a9:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:19,471 DEBUG [RS:0;9d96596e55a9:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:19,471 DEBUG [RS:0;9d96596e55a9:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:19,471 DEBUG [RS:0;9d96596e55a9:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:19,471 DEBUG [RS:0;9d96596e55a9:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:19,471 DEBUG [RS:0;9d96596e55a9:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:19,471 DEBUG [RS:0;9d96596e55a9:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:23:19,471 DEBUG [RS:0;9d96596e55a9:40719 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:23:19,489 INFO [RS:0;9d96596e55a9:40719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:19,489 INFO [RS:0;9d96596e55a9:40719 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:19,489 INFO [RS:0;9d96596e55a9:40719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:19,489 INFO [RS:0;9d96596e55a9:40719 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:19,489 INFO [RS:0;9d96596e55a9:40719 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:19,489 INFO [RS:0;9d96596e55a9:40719 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,40719,1731972197443-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:23:19,510 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T23:23:19,510 INFO [RS:0;9d96596e55a9:40719 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,40719,1731972197443-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:19,510 INFO [RS:0;9d96596e55a9:40719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:19,510 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.Replication(171): 9d96596e55a9,40719,1731972197443 started 2024-11-18T23:23:19,530 INFO [RS:0;9d96596e55a9:40719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:19,530 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,40719,1731972197443, RpcServer on 9d96596e55a9/172.17.0.2:40719, sessionid=0x10150425a230001 2024-11-18T23:23:19,530 DEBUG [RS:0;9d96596e55a9:40719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T23:23:19,530 DEBUG [RS:0;9d96596e55a9:40719 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,40719,1731972197443 2024-11-18T23:23:19,530 DEBUG [RS:0;9d96596e55a9:40719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,40719,1731972197443' 2024-11-18T23:23:19,530 DEBUG [RS:0;9d96596e55a9:40719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1417953196/flush-table-proc/abort' 2024-11-18T23:23:19,531 DEBUG [RS:0;9d96596e55a9:40719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1417953196/flush-table-proc/acquired' 2024-11-18T23:23:19,531 DEBUG [RS:0;9d96596e55a9:40719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T23:23:19,531 DEBUG [RS:0;9d96596e55a9:40719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T23:23:19,531 DEBUG [RS:0;9d96596e55a9:40719 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,40719,1731972197443 2024-11-18T23:23:19,531 DEBUG [RS:0;9d96596e55a9:40719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,40719,1731972197443' 2024-11-18T23:23:19,531 DEBUG [RS:0;9d96596e55a9:40719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1417953196/online-snapshot/abort' 2024-11-18T23:23:19,531 DEBUG [RS:0;9d96596e55a9:40719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1417953196/online-snapshot/acquired' 2024-11-18T23:23:19,532 DEBUG [RS:0;9d96596e55a9:40719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T23:23:19,532 INFO [RS:0;9d96596e55a9:40719 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T23:23:19,532 INFO [RS:0;9d96596e55a9:40719 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T23:23:19,632 INFO [RS:0;9d96596e55a9:40719 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:23:19,649 INFO [RS:0;9d96596e55a9:40719 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C40719%2C1731972197443, suffix=, logDir=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443, archiveDir=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/oldWALs, maxLogs=10 2024-11-18T23:23:19,682 DEBUG [RS:0;9d96596e55a9:40719 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650, exclude list is [], retry=0 2024-11-18T23:23:19,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45643,DS-d04971ab-e2ee-4f59-a8f5-8a5191bc6fa6,DISK] 2024-11-18T23:23:19,760 INFO [RS:0;9d96596e55a9:40719 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 2024-11-18T23:23:19,761 DEBUG [RS:0;9d96596e55a9:40719 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37143:37143)] 2024-11-18T23:23:19,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:23:19,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:23:19,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:23:19,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:19,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:19,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:23:19,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:23:19,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:19,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:19,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:23:19,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:23:19,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:19,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:19,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:23:19,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:23:19,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:19,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:19,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:23:19,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740 2024-11-18T23:23:19,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740 2024-11-18T23:23:19,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:23:19,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:23:19,879 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:23:19,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:23:19,898 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:23:19,898 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70916389, jitterRate=0.0567365437746048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:23:19,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731972199836Initializing all the Stores at 1731972199845 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972199845Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972199856 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972199856Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972199856Cleaning up temporary data from old regions at 1731972199878 (+22 ms)Region opened successfully at 1731972199899 (+21 ms) 2024-11-18T23:23:19,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:23:19,899 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:23:19,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:23:19,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:23:19,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:23:19,907 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:23:19,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972199899Disabling compacts and flushes for region at 1731972199899Disabling writes for close at 1731972199899Writing region close event to WAL at 1731972199907 (+8 ms)Closed at 1731972199907 2024-11-18T23:23:19,909 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:23:19,909 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T23:23:19,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T23:23:19,916 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:23:19,922 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T23:23:20,074 DEBUG [9d96596e55a9:43135 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:23:20,075 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,40719,1731972197443 2024-11-18T23:23:20,076 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,40719,1731972197443, state=OPENING 2024-11-18T23:23:20,082 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T23:23:20,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1417953196 2024-11-18T23:23:20,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150425a230001, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1417953196 2024-11-18T23:23:20,128 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:23:20,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,40719,1731972197443}] 2024-11-18T23:23:20,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1417953196/meta-region-server: CHANGED 2024-11-18T23:23:20,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1417953196/meta-region-server: CHANGED 2024-11-18T23:23:20,285 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:23:20,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:23:20,305 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T23:23:20,305 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:23:20,305 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T23:23:20,307 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C40719%2C1731972197443.meta, suffix=.meta, logDir=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443, archiveDir=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/oldWALs, maxLogs=10 2024-11-18T23:23:20,334 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.meta.1731972200307.meta, exclude list is [], retry=0 2024-11-18T23:23:20,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45643,DS-d04971ab-e2ee-4f59-a8f5-8a5191bc6fa6,DISK] 2024-11-18T23:23:20,355 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.meta.1731972200307.meta 2024-11-18T23:23:20,356 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37143:37143)] 2024-11-18T23:23:20,357 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:23:20,364 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:23:20,365 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:23:20,365 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T23:23:20,365 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T23:23:20,365 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T23:23:20,365 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:23:20,365 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T23:23:20,365 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T23:23:20,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:23:20,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:23:20,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:20,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:20,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:23:20,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:23:20,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:20,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:20,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:23:20,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:23:20,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:20,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:20,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:23:20,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:23:20,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:20,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:20,407 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:23:20,411 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740 2024-11-18T23:23:20,428 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740 2024-11-18T23:23:20,453 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:23:20,453 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:23:20,455 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:23:20,461 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:23:20,465 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68891265, jitterRate=0.026559844613075256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:23:20,465 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T23:23:20,466 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731972200365Writing region info on filesystem at 1731972200365Initializing all the Stores at 1731972200369 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972200369Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972200372 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972200372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972200372Cleaning up temporary data from old regions at 1731972200453 (+81 ms)Running coprocessor post-open hooks at 1731972200465 (+12 ms)Region opened successfully at 1731972200466 (+1 ms) 2024-11-18T23:23:20,469 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731972200285 2024-11-18T23:23:20,478 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T23:23:20,478 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T23:23:20,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,40719,1731972197443 2024-11-18T23:23:20,489 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,40719,1731972197443, state=OPEN 2024-11-18T23:23:20,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1417953196/meta-region-server 2024-11-18T23:23:20,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150425a230001, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1417953196/meta-region-server 2024-11-18T23:23:20,517 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1417953196/meta-region-server: CHANGED 2024-11-18T23:23:20,517 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1417953196/meta-region-server: CHANGED 2024-11-18T23:23:20,517 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,40719,1731972197443 2024-11-18T23:23:20,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T23:23:20,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,40719,1731972197443 in 389 msec 2024-11-18T23:23:20,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T23:23:20,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 620 msec 2024-11-18T23:23:20,533 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:23:20,533 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T23:23:20,544 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:23:20,545 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,40719,1731972197443, seqNum=-1] 2024-11-18T23:23:20,545 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:23:20,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:23:20,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3350 sec 2024-11-18T23:23:20,557 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731972200557, completionTime=-1 2024-11-18T23:23:20,557 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T23:23:20,557 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T23:23:20,561 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T23:23:20,561 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731972260561 2024-11-18T23:23:20,561 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731972320561 2024-11-18T23:23:20,561 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-18T23:23:20,562 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,43135,1731972196852-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:20,562 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,43135,1731972196852-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:20,562 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,43135,1731972196852-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:20,562 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:43135, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:20,562 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:20,564 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:20,570 DEBUG [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T23:23:20,573 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.793sec 2024-11-18T23:23:20,573 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T23:23:20,573 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T23:23:20,573 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T23:23:20,574 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T23:23:20,574 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T23:23:20,574 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,43135,1731972196852-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:23:20,574 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,43135,1731972196852-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T23:23:20,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6ef6da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:20,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,43135,-1 for getting cluster id 2024-11-18T23:23:20,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:23:20,595 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '056e2d12-eb2f-4875-bdc4-283a8e713461' 2024-11-18T23:23:20,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:23:20,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "056e2d12-eb2f-4875-bdc4-283a8e713461" 2024-11-18T23:23:20,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16da0696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:20,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,43135,-1] 2024-11-18T23:23:20,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:23:20,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:20,599 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:23:20,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c1a610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:20,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:23:20,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,40719,1731972197443, seqNum=-1] 2024-11-18T23:23:20,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:23:20,604 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T23:23:20,604 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T23:23:20,604 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,43135,1731972196852-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:20,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:23:20,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d96596e55a9,43135,1731972196852 2024-11-18T23:23:20,610 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57515 2024-11-18T23:23:20,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:23:20,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10150425a230002 connected 2024-11-18T23:23:20,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/hadoop.log.dir so I do NOT create it in target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659 2024-11-18T23:23:20,686 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T23:23:20,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/hadoop.tmp.dir so I do NOT create it in target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659 2024-11-18T23:23:20,686 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T23:23:20,686 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659 2024-11-18T23:23:20,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T23:23:20,686 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/cluster_8d445f19-3908-f08d-c1fd-168d5c373e5c, deleteOnExit=true 2024-11-18T23:23:20,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T23:23:20,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/test.cache.data in system properties and HBase conf 2024-11-18T23:23:20,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T23:23:20,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/hadoop.log.dir in system properties and HBase conf 2024-11-18T23:23:20,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T23:23:20,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T23:23:20,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T23:23:20,686 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T23:23:20,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:23:20,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:23:20,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T23:23:20,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:23:20,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T23:23:20,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T23:23:20,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:23:20,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:23:20,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T23:23:20,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/nfs.dump.dir in system properties and HBase conf 2024-11-18T23:23:20,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/java.io.tmpdir in system properties and HBase conf 2024-11-18T23:23:20,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:23:20,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T23:23:20,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T23:23:21,284 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:23:21,287 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:23:21,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:23:21,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:23:21,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:23:21,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:23:21,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22872e7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:23:21,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f3eb3fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:23:21,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68d0c2d1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/java.io.tmpdir/jetty-localhost-42125-hadoop-hdfs-3_4_1-tests_jar-_-any-10564945297950995126/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:23:21,419 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f83fc86{HTTP/1.1, (http/1.1)}{localhost:42125} 2024-11-18T23:23:21,419 INFO [Time-limited test {}] server.Server(415): Started @315578ms 2024-11-18T23:23:21,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:23:21,963 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:23:21,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:23:21,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:23:21,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:23:21,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44695b67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:23:21,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37615c98{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:23:22,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6de3b801{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/java.io.tmpdir/jetty-localhost-40583-hadoop-hdfs-3_4_1-tests_jar-_-any-4282483873998391872/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:23:22,123 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a4ee874{HTTP/1.1, (http/1.1)}{localhost:40583} 2024-11-18T23:23:22,123 INFO [Time-limited test {}] server.Server(415): Started @316282ms 2024-11-18T23:23:22,124 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T23:23:22,534 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:23:22,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:22,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:22,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:22,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:22,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:22,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:22,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:22,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:22,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:22,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:22,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:22,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:22,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:23,450 WARN [Thread-3550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/cluster_8d445f19-3908-f08d-c1fd-168d5c373e5c/data/data1/current/BP-1391268332-172.17.0.2-1731972200714/current, will proceed with Du for space computation calculation, 2024-11-18T23:23:23,451 WARN [Thread-3551 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/cluster_8d445f19-3908-f08d-c1fd-168d5c373e5c/data/data2/current/BP-1391268332-172.17.0.2-1731972200714/current, will proceed with Du for space computation calculation, 2024-11-18T23:23:23,528 WARN [Thread-3537 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T23:23:23,543 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ea22f6896f66989 with lease ID 0x6333974a28eb9b72: Processing first storage report for DS-39e26990-4bd6-4440-adce-2f560edafab2 from datanode DatanodeRegistration(127.0.0.1:46329, datanodeUuid=5e9618ee-9d7f-4f03-a250-5180a9be89df, infoPort=40753, infoSecurePort=0, ipcPort=37669, storageInfo=lv=-57;cid=testClusterID;nsid=1972603651;c=1731972200714) 2024-11-18T23:23:23,543 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ea22f6896f66989 with lease ID 0x6333974a28eb9b72: from storage DS-39e26990-4bd6-4440-adce-2f560edafab2 node DatanodeRegistration(127.0.0.1:46329, datanodeUuid=5e9618ee-9d7f-4f03-a250-5180a9be89df, infoPort=40753, infoSecurePort=0, ipcPort=37669, storageInfo=lv=-57;cid=testClusterID;nsid=1972603651;c=1731972200714), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:23:23,544 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ea22f6896f66989 with lease ID 0x6333974a28eb9b72: Processing first storage report for DS-9c370965-20ad-4fc3-aae2-60198700d9e3 from datanode DatanodeRegistration(127.0.0.1:46329, datanodeUuid=5e9618ee-9d7f-4f03-a250-5180a9be89df, infoPort=40753, infoSecurePort=0, ipcPort=37669, storageInfo=lv=-57;cid=testClusterID;nsid=1972603651;c=1731972200714) 2024-11-18T23:23:23,544 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ea22f6896f66989 with lease ID 0x6333974a28eb9b72: from storage DS-9c370965-20ad-4fc3-aae2-60198700d9e3 node DatanodeRegistration(127.0.0.1:46329, datanodeUuid=5e9618ee-9d7f-4f03-a250-5180a9be89df, infoPort=40753, infoSecurePort=0, ipcPort=37669, storageInfo=lv=-57;cid=testClusterID;nsid=1972603651;c=1731972200714), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:23:23,613 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659 2024-11-18T23:23:23,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:23:23,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:23:23,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741825_1001 (size=7) 2024-11-18T23:23:24,160 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867 with version=8 2024-11-18T23:23:24,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/hbase-staging 2024-11-18T23:23:24,163 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:23:24,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:23:24,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:23:24,163 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:23:24,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:23:24,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:23:24,163 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T23:23:24,164 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:23:24,164 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33431 2024-11-18T23:23:24,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33431 connecting to ZooKeeper ensemble=127.0.0.1:57515 2024-11-18T23:23:24,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334310x0, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:23:24,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33431-0x10150425a230003 connected 2024-11-18T23:23:24,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:23:24,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:23:24,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Set watcher on znode that does not yet exist, /1-739275207/running 2024-11-18T23:23:24,477 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867, hbase.cluster.distributed=false 2024-11-18T23:23:24,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Set watcher on znode that does not yet exist, /1-739275207/acl 2024-11-18T23:23:24,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33431 2024-11-18T23:23:24,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33431 2024-11-18T23:23:24,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33431 2024-11-18T23:23:24,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33431 2024-11-18T23:23:24,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33431 2024-11-18T23:23:24,566 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:23:24,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:23:24,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:23:24,566 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:23:24,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:23:24,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:23:24,566 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T23:23:24,566 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:23:24,576 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44297 2024-11-18T23:23:24,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44297 connecting to ZooKeeper ensemble=127.0.0.1:57515 2024-11-18T23:23:24,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:23:24,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:23:24,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442970x0, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:23:24,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442970x0, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Set watcher on znode that does not yet exist, /1-739275207/running 2024-11-18T23:23:24,621 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T23:23:24,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44297-0x10150425a230004 connected 2024-11-18T23:23:24,645 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T23:23:24,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44297-0x10150425a230004, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Set watcher on znode that does not yet exist, /1-739275207/master 2024-11-18T23:23:24,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44297-0x10150425a230004, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Set watcher on znode that does not yet exist, /1-739275207/acl 2024-11-18T23:23:24,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44297 2024-11-18T23:23:24,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44297 2024-11-18T23:23:24,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44297 2024-11-18T23:23:24,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44297 2024-11-18T23:23:24,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44297 2024-11-18T23:23:24,722 DEBUG [M:0;9d96596e55a9:33431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:33431 2024-11-18T23:23:24,728 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-739275207/backup-masters/9d96596e55a9,33431,1731972204163 2024-11-18T23:23:24,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-739275207/backup-masters 2024-11-18T23:23:24,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44297-0x10150425a230004, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-739275207/backup-masters 2024-11-18T23:23:24,748 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Set watcher on existing znode=/1-739275207/backup-masters/9d96596e55a9,33431,1731972204163 2024-11-18T23:23:24,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44297-0x10150425a230004, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-739275207/master 2024-11-18T23:23:24,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44297-0x10150425a230004, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-739275207 2024-11-18T23:23:24,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-739275207 2024-11-18T23:23:24,776 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Set watcher on existing znode=/1-739275207/master 2024-11-18T23:23:24,784 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-739275207/backup-masters/9d96596e55a9,33431,1731972204163 from backup master directory 2024-11-18T23:23:24,798 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:23:24,798 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,33431,1731972204163 2024-11-18T23:23:24,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-739275207/backup-masters/9d96596e55a9,33431,1731972204163 2024-11-18T23:23:24,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-739275207/backup-masters 2024-11-18T23:23:24,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44297-0x10150425a230004, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-739275207/backup-masters 2024-11-18T23:23:24,804 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/hbase.id] with ID: 82f22201-556e-4724-9c2b-b8120f1848bd 2024-11-18T23:23:24,804 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/.tmp/hbase.id 2024-11-18T23:23:24,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741826_1002 (size=42) 2024-11-18T23:23:25,277 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/.tmp/hbase.id]:[hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/hbase.id] 2024-11-18T23:23:25,307 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:23:25,307 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T23:23:25,308 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T23:23:25,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-739275207 2024-11-18T23:23:25,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44297-0x10150425a230004, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-739275207 2024-11-18T23:23:25,464 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T23:23:25,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741827_1003 (size=196) 2024-11-18T23:23:25,892 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:23:25,893 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T23:23:25,894 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:23:25,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741828_1004 (size=1189) 2024-11-18T23:23:25,972 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/data/master/store 2024-11-18T23:23:26,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741829_1005 (size=34) 2024-11-18T23:23:26,009 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:23:26,009 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:23:26,009 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:26,009 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:26,009 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:23:26,009 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:26,009 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:26,009 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972206009Disabling compacts and flushes for region at 1731972206009Disabling writes for close at 1731972206009Writing region close event to WAL at 1731972206009Closed at 1731972206009 2024-11-18T23:23:26,014 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/data/master/store/.initializing 2024-11-18T23:23:26,014 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/WALs/9d96596e55a9,33431,1731972204163 2024-11-18T23:23:26,016 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:23:26,025 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C33431%2C1731972204163, suffix=, logDir=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/WALs/9d96596e55a9,33431,1731972204163, archiveDir=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/oldWALs, maxLogs=10 2024-11-18T23:23:26,045 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/WALs/9d96596e55a9,33431,1731972204163/9d96596e55a9%2C33431%2C1731972204163.1731972206025, exclude list is [], retry=0 2024-11-18T23:23:26,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46329,DS-39e26990-4bd6-4440-adce-2f560edafab2,DISK] 2024-11-18T23:23:26,079 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/WALs/9d96596e55a9,33431,1731972204163/9d96596e55a9%2C33431%2C1731972204163.1731972206025 2024-11-18T23:23:26,084 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40753:40753)] 2024-11-18T23:23:26,084 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:23:26,085 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:23:26,085 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:26,085 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:26,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:26,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T23:23:26,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:26,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:26,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:26,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T23:23:26,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:26,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:26,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:26,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T23:23:26,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:26,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:26,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:26,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T23:23:26,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:26,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:26,141 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:26,145 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:26,149 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:26,158 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:26,158 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:26,163 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:23:26,171 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:26,184 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:23:26,188 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67400409, jitterRate=0.004344359040260315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:23:26,188 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731972206085Initializing all the Stores at 1731972206095 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972206095Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972206095Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972206095Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972206095Cleaning up temporary data from old regions at 1731972206158 (+63 ms)Region opened successfully at 1731972206188 (+30 ms) 2024-11-18T23:23:26,191 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T23:23:26,206 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1220687f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:23:26,218 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T23:23:26,219 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T23:23:26,219 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T23:23:26,219 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T23:23:26,225 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-18T23:23:26,225 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T23:23:26,225 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T23:23:26,245 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T23:23:26,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T23:23:26,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T23:23:26,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T23:23:26,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T23:23:26,250 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Unable to get data of znode /1-739275207/balancer because node does not exist (not necessarily an error) 2024-11-18T23:23:26,336 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-739275207/balancer already deleted, retry=false 2024-11-18T23:23:26,337 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T23:23:26,341 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Unable to get data of znode /1-739275207/normalizer because node does not exist (not necessarily an error) 2024-11-18T23:23:26,420 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-739275207/normalizer already deleted, retry=false 2024-11-18T23:23:26,421 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T23:23:26,427 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Unable to get data of znode /1-739275207/switch/split because node does not exist (not necessarily an error) 2024-11-18T23:23:26,519 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-739275207/switch/split already deleted, retry=false 2024-11-18T23:23:26,536 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Unable to get data of znode /1-739275207/switch/merge because node does not exist (not necessarily an error) 2024-11-18T23:23:26,625 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-739275207/switch/merge already deleted, retry=false 2024-11-18T23:23:26,634 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Unable to get data of znode /1-739275207/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T23:23:26,745 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-739275207/snapshot-cleanup already deleted, retry=false 2024-11-18T23:23:26,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-739275207/running 2024-11-18T23:23:26,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-739275207 2024-11-18T23:23:26,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44297-0x10150425a230004, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-739275207/running 2024-11-18T23:23:26,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44297-0x10150425a230004, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-739275207 2024-11-18T23:23:26,775 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,33431,1731972204163, sessionid=0x10150425a230003, setting cluster-up flag (Was=false) 2024-11-18T23:23:26,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44297-0x10150425a230004, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-739275207 2024-11-18T23:23:26,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-739275207 2024-11-18T23:23:26,928 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-739275207/flush-table-proc/acquired, /1-739275207/flush-table-proc/reached, /1-739275207/flush-table-proc/abort 2024-11-18T23:23:26,938 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,33431,1731972204163 2024-11-18T23:23:27,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44297-0x10150425a230004, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-739275207 2024-11-18T23:23:27,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-739275207 2024-11-18T23:23:27,184 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-739275207/online-snapshot/acquired, /1-739275207/online-snapshot/reached, /1-739275207/online-snapshot/abort 2024-11-18T23:23:27,208 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,33431,1731972204163 2024-11-18T23:23:27,212 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T23:23:27,227 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T23:23:27,227 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T23:23:27,227 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T23:23:27,227 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,33431,1731972204163 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T23:23:27,234 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(746): ClusterId : 82f22201-556e-4724-9c2b-b8120f1848bd 2024-11-18T23:23:27,234 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:23:27,234 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:23:27,234 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:23:27,234 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:23:27,234 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-18T23:23:27,234 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:27,234 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:23:27,234 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:27,234 DEBUG [RS:0;9d96596e55a9:44297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T23:23:27,246 DEBUG [RS:0;9d96596e55a9:44297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T23:23:27,246 DEBUG [RS:0;9d96596e55a9:44297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T23:23:27,248 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:23:27,248 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T23:23:27,256 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:27,256 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T23:23:27,268 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731972237268 2024-11-18T23:23:27,268 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T23:23:27,268 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T23:23:27,269 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T23:23:27,269 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T23:23:27,269 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T23:23:27,269 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T23:23:27,269 DEBUG [RS:0;9d96596e55a9:44297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T23:23:27,269 DEBUG [RS:0;9d96596e55a9:44297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a23627, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:23:27,276 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:27,280 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T23:23:27,280 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T23:23:27,280 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T23:23:27,280 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T23:23:27,348 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T23:23:27,348 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T23:23:27,352 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972207348,5,FailOnTimeoutGroup] 2024-11-18T23:23:27,357 DEBUG [RS:0;9d96596e55a9:44297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:44297 2024-11-18T23:23:27,357 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T23:23:27,358 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T23:23:27,358 DEBUG [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T23:23:27,360 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972207352,5,FailOnTimeoutGroup] 2024-11-18T23:23:27,360 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:27,360 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T23:23:27,360 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:27,360 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:27,361 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,33431,1731972204163 with port=44297, startcode=1731972204566 2024-11-18T23:23:27,361 DEBUG [RS:0;9d96596e55a9:44297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T23:23:27,366 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T23:23:27,366 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33431 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,44297,1731972204566 2024-11-18T23:23:27,366 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33431 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,44297,1731972204566 2024-11-18T23:23:27,369 DEBUG [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867 2024-11-18T23:23:27,369 DEBUG [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43859 2024-11-18T23:23:27,369 DEBUG [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T23:23:27,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741831_1007 (size=1321) 2024-11-18T23:23:27,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-739275207/rs 2024-11-18T23:23:27,436 DEBUG [RS:0;9d96596e55a9:44297 {}] zookeeper.ZKUtil(111): regionserver:44297-0x10150425a230004, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Set watcher on existing znode=/1-739275207/rs/9d96596e55a9,44297,1731972204566 2024-11-18T23:23:27,436 WARN [RS:0;9d96596e55a9:44297 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:23:27,436 INFO [RS:0;9d96596e55a9:44297 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:23:27,437 DEBUG [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566 2024-11-18T23:23:27,445 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,44297,1731972204566] 2024-11-18T23:23:27,464 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T23:23:27,484 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T23:23:27,488 INFO [RS:0;9d96596e55a9:44297 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T23:23:27,488 INFO [RS:0;9d96596e55a9:44297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:27,498 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T23:23:27,504 INFO [RS:0;9d96596e55a9:44297 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T23:23:27,504 INFO [RS:0;9d96596e55a9:44297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:27,504 DEBUG [RS:0;9d96596e55a9:44297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:27,505 DEBUG [RS:0;9d96596e55a9:44297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:27,505 DEBUG [RS:0;9d96596e55a9:44297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:27,505 DEBUG [RS:0;9d96596e55a9:44297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:27,505 DEBUG [RS:0;9d96596e55a9:44297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:27,505 DEBUG [RS:0;9d96596e55a9:44297 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:23:27,505 DEBUG [RS:0;9d96596e55a9:44297 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:27,505 DEBUG [RS:0;9d96596e55a9:44297 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:27,505 DEBUG [RS:0;9d96596e55a9:44297 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:27,505 DEBUG [RS:0;9d96596e55a9:44297 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:27,505 DEBUG [RS:0;9d96596e55a9:44297 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:27,505 DEBUG [RS:0;9d96596e55a9:44297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:27,505 DEBUG [RS:0;9d96596e55a9:44297 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:23:27,505 DEBUG [RS:0;9d96596e55a9:44297 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:23:27,524 INFO [RS:0;9d96596e55a9:44297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:27,524 INFO [RS:0;9d96596e55a9:44297 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:27,524 INFO [RS:0;9d96596e55a9:44297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:27,524 INFO [RS:0;9d96596e55a9:44297 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:27,524 INFO [RS:0;9d96596e55a9:44297 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:27,524 INFO [RS:0;9d96596e55a9:44297 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44297,1731972204566-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:23:27,554 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T23:23:27,554 INFO [RS:0;9d96596e55a9:44297 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,44297,1731972204566-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:27,554 INFO [RS:0;9d96596e55a9:44297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:27,554 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.Replication(171): 9d96596e55a9,44297,1731972204566 started 2024-11-18T23:23:27,578 INFO [RS:0;9d96596e55a9:44297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:27,578 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,44297,1731972204566, RpcServer on 9d96596e55a9/172.17.0.2:44297, sessionid=0x10150425a230004 2024-11-18T23:23:27,578 DEBUG [RS:0;9d96596e55a9:44297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T23:23:27,578 DEBUG [RS:0;9d96596e55a9:44297 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,44297,1731972204566 2024-11-18T23:23:27,578 DEBUG [RS:0;9d96596e55a9:44297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,44297,1731972204566' 2024-11-18T23:23:27,579 DEBUG [RS:0;9d96596e55a9:44297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-739275207/flush-table-proc/abort' 2024-11-18T23:23:27,580 DEBUG [RS:0;9d96596e55a9:44297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-739275207/flush-table-proc/acquired' 2024-11-18T23:23:27,580 DEBUG [RS:0;9d96596e55a9:44297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T23:23:27,580 DEBUG [RS:0;9d96596e55a9:44297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T23:23:27,580 DEBUG [RS:0;9d96596e55a9:44297 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,44297,1731972204566 2024-11-18T23:23:27,580 DEBUG [RS:0;9d96596e55a9:44297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,44297,1731972204566' 2024-11-18T23:23:27,580 DEBUG [RS:0;9d96596e55a9:44297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-739275207/online-snapshot/abort' 2024-11-18T23:23:27,582 DEBUG [RS:0;9d96596e55a9:44297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-739275207/online-snapshot/acquired' 2024-11-18T23:23:27,582 DEBUG [RS:0;9d96596e55a9:44297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T23:23:27,582 INFO [RS:0;9d96596e55a9:44297 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T23:23:27,582 INFO [RS:0;9d96596e55a9:44297 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T23:23:27,683 INFO [RS:0;9d96596e55a9:44297 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:23:27,684 INFO [RS:0;9d96596e55a9:44297 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C44297%2C1731972204566, suffix=, logDir=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566, archiveDir=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/oldWALs, maxLogs=10 2024-11-18T23:23:27,700 DEBUG [RS:0;9d96596e55a9:44297 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684, exclude list is [], retry=0 2024-11-18T23:23:27,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46329,DS-39e26990-4bd6-4440-adce-2f560edafab2,DISK] 2024-11-18T23:23:27,709 INFO [RS:0;9d96596e55a9:44297 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 2024-11-18T23:23:27,712 DEBUG [RS:0;9d96596e55a9:44297 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40753:40753)] 2024-11-18T23:23:27,794 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T23:23:27,794 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867 2024-11-18T23:23:27,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741833_1009 (size=32) 2024-11-18T23:23:28,129 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:23:28,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:28,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:28,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:28,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:28,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:28,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:28,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:28,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:28,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:28,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:28,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:28,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:28,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:28,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:23:28,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:23:28,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:23:28,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:28,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:28,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:23:28,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:23:28,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:28,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:28,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:23:28,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:23:28,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:28,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:28,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:23:28,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:23:28,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:28,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:28,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:23:28,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740 2024-11-18T23:23:28,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740 2024-11-18T23:23:28,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:23:28,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:23:28,420 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:23:28,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:23:28,460 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:23:28,464 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70792720, jitterRate=0.05489373207092285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:23:28,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731972208285Initializing all the Stores at 1731972208296 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972208296Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972208304 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972208304Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972208304Cleaning up temporary data from old regions at 1731972208416 (+112 ms)Region opened successfully at 1731972208464 (+48 ms) 2024-11-18T23:23:28,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:23:28,465 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:23:28,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:23:28,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:23:28,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:23:28,478 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:23:28,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972208465Disabling compacts and flushes for region at 1731972208465Disabling writes for close at 1731972208465Writing region close event to WAL at 1731972208478 (+13 ms)Closed at 1731972208478 2024-11-18T23:23:28,481 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:23:28,481 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T23:23:28,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T23:23:28,483 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:23:28,488 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T23:23:28,639 DEBUG [9d96596e55a9:33431 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:23:28,639 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,44297,1731972204566 2024-11-18T23:23:28,641 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,44297,1731972204566, state=OPENING 2024-11-18T23:23:28,653 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T23:23:28,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-739275207 2024-11-18T23:23:28,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44297-0x10150425a230004, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-739275207 2024-11-18T23:23:28,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-739275207/meta-region-server: CHANGED 2024-11-18T23:23:28,678 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:23:28,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,44297,1731972204566}] 2024-11-18T23:23:28,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-739275207/meta-region-server: CHANGED 2024-11-18T23:23:28,844 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:23:28,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:23:28,863 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T23:23:28,863 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:23:28,863 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T23:23:28,869 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C44297%2C1731972204566.meta, suffix=.meta, logDir=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566, archiveDir=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/oldWALs, maxLogs=10 2024-11-18T23:23:28,896 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.meta.1731972208870.meta, exclude list is [], retry=0 2024-11-18T23:23:28,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46329,DS-39e26990-4bd6-4440-adce-2f560edafab2,DISK] 2024-11-18T23:23:28,936 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.meta.1731972208870.meta 2024-11-18T23:23:28,936 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40753:40753)] 2024-11-18T23:23:28,937 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:23:28,937 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:23:28,937 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:23:28,937 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T23:23:28,937 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T23:23:28,937 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T23:23:28,937 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:23:28,938 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T23:23:28,938 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T23:23:28,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:23:28,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:23:28,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:28,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:28,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:23:28,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:23:28,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:28,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:28,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:23:28,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:23:28,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:28,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:28,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:23:28,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:23:28,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:28,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:28,980 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:23:28,984 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740 2024-11-18T23:23:28,996 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740 2024-11-18T23:23:29,012 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:23:29,012 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:23:29,016 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:23:29,028 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:23:29,044 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69001017, jitterRate=0.028195276856422424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:23:29,044 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T23:23:29,044 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731972208938Writing region info on filesystem at 1731972208938Initializing all the Stores at 1731972208944 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972208944Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972208956 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972208956Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972208956Cleaning up temporary data from old regions at 1731972209012 (+56 ms)Running coprocessor post-open hooks at 1731972209044 (+32 ms)Region opened successfully at 1731972209044 2024-11-18T23:23:29,052 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731972208844 2024-11-18T23:23:29,056 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T23:23:29,057 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T23:23:29,060 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,44297,1731972204566 2024-11-18T23:23:29,061 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,44297,1731972204566, state=OPEN 2024-11-18T23:23:29,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-739275207/meta-region-server 2024-11-18T23:23:29,084 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,44297,1731972204566 2024-11-18T23:23:29,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-739275207/meta-region-server: CHANGED 2024-11-18T23:23:29,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44297-0x10150425a230004, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-739275207/meta-region-server 2024-11-18T23:23:29,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-739275207/meta-region-server: CHANGED 2024-11-18T23:23:29,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T23:23:29,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,44297,1731972204566 in 406 msec 2024-11-18T23:23:29,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T23:23:29,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 605 msec 2024-11-18T23:23:29,090 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:23:29,090 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T23:23:29,091 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:23:29,091 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,44297,1731972204566, seqNum=-1] 2024-11-18T23:23:29,091 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:23:29,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:23:29,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8950 sec 2024-11-18T23:23:29,136 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731972209136, completionTime=-1 2024-11-18T23:23:29,136 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T23:23:29,136 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T23:23:29,141 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T23:23:29,141 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731972269141 2024-11-18T23:23:29,141 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731972329141 2024-11-18T23:23:29,141 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-18T23:23:29,141 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33431,1731972204163-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:29,141 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33431,1731972204163-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:29,141 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33431,1731972204163-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:29,142 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:33431, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:29,142 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:29,148 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:29,156 DEBUG [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T23:23:29,161 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.362sec 2024-11-18T23:23:29,161 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T23:23:29,161 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T23:23:29,161 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T23:23:29,161 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T23:23:29,161 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T23:23:29,161 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33431,1731972204163-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:23:29,161 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33431,1731972204163-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T23:23:29,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e221f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:29,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,33431,-1 for getting cluster id 2024-11-18T23:23:29,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:23:29,177 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82f22201-556e-4724-9c2b-b8120f1848bd' 2024-11-18T23:23:29,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:23:29,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82f22201-556e-4724-9c2b-b8120f1848bd" 2024-11-18T23:23:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3c3f4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,33431,-1] 2024-11-18T23:23:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:23:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:29,185 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:23:29,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be6a799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:29,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:23:29,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,44297,1731972204566, seqNum=-1] 2024-11-18T23:23:29,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:23:29,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:23:29,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d96596e55a9,33431,1731972204163 2024-11-18T23:23:29,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57515 2024-11-18T23:23:29,200 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T23:23:29,200 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T23:23:29,200 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33431,1731972204163-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:29,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:23:29,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10150425a230005 connected 2024-11-18T23:23:29,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/hadoop.log.dir so I do NOT create it in target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953 2024-11-18T23:23:29,232 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T23:23:29,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/hadoop.tmp.dir so I do NOT create it in target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953 2024-11-18T23:23:29,232 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T23:23:29,232 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953 2024-11-18T23:23:29,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T23:23:29,232 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/cluster_cd6dd4a0-2528-6aa2-d1cc-beb12d3dc8cb, deleteOnExit=true 2024-11-18T23:23:29,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T23:23:29,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/test.cache.data in system properties and HBase conf 2024-11-18T23:23:29,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T23:23:29,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/hadoop.log.dir in system properties and HBase conf 2024-11-18T23:23:29,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T23:23:29,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T23:23:29,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T23:23:29,233 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T23:23:29,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:23:29,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:23:29,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T23:23:29,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:23:29,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T23:23:29,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T23:23:29,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:23:29,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:23:29,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T23:23:29,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/nfs.dump.dir in system properties and HBase conf 2024-11-18T23:23:29,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/java.io.tmpdir in system properties and HBase conf 2024-11-18T23:23:29,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:23:29,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T23:23:29,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T23:23:29,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:23:29,761 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:23:29,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:23:29,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:23:29,806 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:23:29,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:23:29,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73773d71{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:23:29,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@204908a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:23:29,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24595238{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/java.io.tmpdir/jetty-localhost-46655-hadoop-hdfs-3_4_1-tests_jar-_-any-15256375368042020773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:23:29,940 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53b2d1be{HTTP/1.1, (http/1.1)}{localhost:46655} 2024-11-18T23:23:29,940 INFO [Time-limited test {}] server.Server(415): Started @324099ms 2024-11-18T23:23:30,488 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:23:30,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:23:30,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:23:30,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:23:30,508 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:23:30,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@666a8ab4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:23:30,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c780991{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:23:30,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75fd094d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/java.io.tmpdir/jetty-localhost-44901-hadoop-hdfs-3_4_1-tests_jar-_-any-17914911156718310747/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:23:30,630 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cd76569{HTTP/1.1, (http/1.1)}{localhost:44901} 2024-11-18T23:23:30,630 INFO [Time-limited test {}] server.Server(415): Started @324790ms 2024-11-18T23:23:30,632 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T23:23:31,536 WARN [Thread-3671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/cluster_cd6dd4a0-2528-6aa2-d1cc-beb12d3dc8cb/data/data1/current/BP-217717339-172.17.0.2-1731972209266/current, will proceed with Du for space computation calculation, 2024-11-18T23:23:31,539 WARN [Thread-3672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/cluster_cd6dd4a0-2528-6aa2-d1cc-beb12d3dc8cb/data/data2/current/BP-217717339-172.17.0.2-1731972209266/current, will proceed with Du for space computation calculation, 2024-11-18T23:23:31,637 WARN [Thread-3659 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T23:23:31,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x852c36568a708723 with lease ID 0x4b35a07d6637c4e: Processing first storage report for DS-1f9b64d0-bc60-4a45-adab-f8a25468da85 from datanode DatanodeRegistration(127.0.0.1:38737, datanodeUuid=8c4d8c6c-03d4-4398-b05e-6b044ac46695, infoPort=45153, infoSecurePort=0, ipcPort=37967, storageInfo=lv=-57;cid=testClusterID;nsid=516737523;c=1731972209266) 2024-11-18T23:23:31,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x852c36568a708723 with lease ID 0x4b35a07d6637c4e: from storage DS-1f9b64d0-bc60-4a45-adab-f8a25468da85 node DatanodeRegistration(127.0.0.1:38737, datanodeUuid=8c4d8c6c-03d4-4398-b05e-6b044ac46695, infoPort=45153, infoSecurePort=0, ipcPort=37967, storageInfo=lv=-57;cid=testClusterID;nsid=516737523;c=1731972209266), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:23:31,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x852c36568a708723 with lease ID 0x4b35a07d6637c4e: Processing first storage report for DS-67e36dd9-7f20-43fe-bdb2-c98e3f394615 from datanode DatanodeRegistration(127.0.0.1:38737, datanodeUuid=8c4d8c6c-03d4-4398-b05e-6b044ac46695, infoPort=45153, infoSecurePort=0, ipcPort=37967, storageInfo=lv=-57;cid=testClusterID;nsid=516737523;c=1731972209266) 2024-11-18T23:23:31,673 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x852c36568a708723 with lease ID 0x4b35a07d6637c4e: from storage DS-67e36dd9-7f20-43fe-bdb2-c98e3f394615 node DatanodeRegistration(127.0.0.1:38737, datanodeUuid=8c4d8c6c-03d4-4398-b05e-6b044ac46695, infoPort=45153, infoSecurePort=0, ipcPort=37967, storageInfo=lv=-57;cid=testClusterID;nsid=516737523;c=1731972209266), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:23:31,776 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953 2024-11-18T23:23:31,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:23:31,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:23:31,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741825_1001 (size=7) 2024-11-18T23:23:31,850 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4 with version=8 2024-11-18T23:23:31,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/hbase-staging 2024-11-18T23:23:31,852 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:23:31,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:23:31,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:23:31,853 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:23:31,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:23:31,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:23:31,853 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T23:23:31,853 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:23:31,854 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41553 2024-11-18T23:23:31,855 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41553 connecting to ZooKeeper ensemble=127.0.0.1:57515 2024-11-18T23:23:31,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415530x0, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:23:31,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41553-0x10150425a230006 connected 2024-11-18T23:23:32,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:23:32,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:23:32,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Set watcher on znode that does not yet exist, /21343821450/running 2024-11-18T23:23:32,459 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4, hbase.cluster.distributed=false 2024-11-18T23:23:32,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Set watcher on znode that does not yet exist, /21343821450/acl 2024-11-18T23:23:32,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41553 2024-11-18T23:23:32,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41553 2024-11-18T23:23:32,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41553 2024-11-18T23:23:32,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41553 2024-11-18T23:23:32,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41553 2024-11-18T23:23:32,552 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:23:32,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:23:32,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:23:32,552 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:23:32,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:23:32,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:23:32,552 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T23:23:32,552 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:23:32,553 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43375 2024-11-18T23:23:32,554 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43375 connecting to ZooKeeper ensemble=127.0.0.1:57515 2024-11-18T23:23:32,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:23:32,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:23:32,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433750x0, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:23:32,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433750x0, quorum=127.0.0.1:57515, baseZNode=/21343821450 Set watcher on znode that does not yet exist, /21343821450/running 2024-11-18T23:23:32,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43375-0x10150425a230007 connected 2024-11-18T23:23:32,653 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T23:23:32,680 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T23:23:32,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43375-0x10150425a230007, quorum=127.0.0.1:57515, baseZNode=/21343821450 Set watcher on znode that does not yet exist, /21343821450/master 2024-11-18T23:23:32,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43375-0x10150425a230007, quorum=127.0.0.1:57515, baseZNode=/21343821450 Set watcher on znode that does not yet exist, /21343821450/acl 2024-11-18T23:23:32,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43375 2024-11-18T23:23:32,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43375 2024-11-18T23:23:32,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43375 2024-11-18T23:23:32,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43375 2024-11-18T23:23:32,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43375 2024-11-18T23:23:32,779 DEBUG [M:0;9d96596e55a9:41553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:41553 2024-11-18T23:23:32,779 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21343821450/backup-masters/9d96596e55a9,41553,1731972211852 2024-11-18T23:23:33,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21343821450/backup-masters 2024-11-18T23:23:33,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x10150425a230007, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21343821450/backup-masters 2024-11-18T23:23:33,006 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Set watcher on existing znode=/21343821450/backup-masters/9d96596e55a9,41553,1731972211852 2024-11-18T23:23:33,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21343821450 2024-11-18T23:23:33,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x10150425a230007, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21343821450/master 2024-11-18T23:23:33,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x10150425a230007, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21343821450 2024-11-18T23:23:33,144 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Set watcher on existing znode=/21343821450/master 2024-11-18T23:23:33,145 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21343821450/backup-masters/9d96596e55a9,41553,1731972211852 from backup master directory 2024-11-18T23:23:33,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x10150425a230007, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21343821450/backup-masters 2024-11-18T23:23:33,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21343821450/backup-masters/9d96596e55a9,41553,1731972211852 2024-11-18T23:23:33,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21343821450/backup-masters 2024-11-18T23:23:33,261 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:23:33,261 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,41553,1731972211852 2024-11-18T23:23:33,274 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/hbase.id] with ID: e04284d7-8183-4e4d-b835-cfc1ee32ecd3 2024-11-18T23:23:33,274 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/.tmp/hbase.id 2024-11-18T23:23:33,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741826_1002 (size=42) 2024-11-18T23:23:33,324 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/.tmp/hbase.id]:[hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/hbase.id] 2024-11-18T23:23:33,337 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:23:33,337 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T23:23:33,339 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T23:23:33,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x10150425a230007, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21343821450 2024-11-18T23:23:33,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21343821450 2024-11-18T23:23:33,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741827_1003 (size=196) 2024-11-18T23:23:33,440 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:23:33,441 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T23:23:33,444 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:23:33,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741828_1004 (size=1189) 2024-11-18T23:23:33,453 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/data/master/store 2024-11-18T23:23:33,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741829_1005 (size=34) 2024-11-18T23:23:33,871 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:23:33,872 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:23:33,872 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:33,872 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:33,872 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:23:33,872 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:33,872 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:33,872 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972213871Disabling compacts and flushes for region at 1731972213871Disabling writes for close at 1731972213872 (+1 ms)Writing region close event to WAL at 1731972213872Closed at 1731972213872 2024-11-18T23:23:33,872 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/data/master/store/.initializing 2024-11-18T23:23:33,873 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/WALs/9d96596e55a9,41553,1731972211852 2024-11-18T23:23:33,873 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:23:33,874 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C41553%2C1731972211852, suffix=, logDir=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/WALs/9d96596e55a9,41553,1731972211852, archiveDir=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/oldWALs, maxLogs=10 2024-11-18T23:23:33,891 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/WALs/9d96596e55a9,41553,1731972211852/9d96596e55a9%2C41553%2C1731972211852.1731972213875, exclude list is [], retry=0 2024-11-18T23:23:33,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38737,DS-1f9b64d0-bc60-4a45-adab-f8a25468da85,DISK] 2024-11-18T23:23:33,894 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/WALs/9d96596e55a9,41553,1731972211852/9d96596e55a9%2C41553%2C1731972211852.1731972213875 2024-11-18T23:23:33,895 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45153:45153)] 2024-11-18T23:23:33,895 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:23:33,895 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:23:33,895 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:33,895 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:33,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:33,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T23:23:33,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:33,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:33,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:33,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T23:23:33,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:33,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:33,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:33,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T23:23:33,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:33,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:33,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:33,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T23:23:33,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:33,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:33,901 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:33,902 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:33,902 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:33,903 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:33,903 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:33,903 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:23:33,904 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:23:33,906 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:23:33,906 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61689139, jitterRate=-0.08076019585132599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:23:33,906 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731972213895Initializing all the Stores at 1731972213896 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972213896Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972213896Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972213896Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972213896Cleaning up temporary data from old regions at 1731972213903 (+7 ms)Region opened successfully at 1731972213906 (+3 ms) 2024-11-18T23:23:33,906 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T23:23:33,908 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4187f2a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:23:33,909 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T23:23:33,909 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T23:23:33,909 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T23:23:33,909 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T23:23:33,910 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T23:23:33,910 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T23:23:33,910 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T23:23:33,913 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T23:23:33,914 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Unable to get data of znode /21343821450/balancer because node does not exist (not necessarily an error) 2024-11-18T23:23:33,965 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21343821450/balancer already deleted, retry=false 2024-11-18T23:23:33,966 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T23:23:33,966 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Unable to get data of znode /21343821450/normalizer because node does not exist (not necessarily an error) 2024-11-18T23:23:34,015 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21343821450/normalizer already deleted, retry=false 2024-11-18T23:23:34,015 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T23:23:34,016 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Unable to get data of znode /21343821450/switch/split because node does not exist (not necessarily an error) 2024-11-18T23:23:34,081 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21343821450/switch/split already deleted, retry=false 2024-11-18T23:23:34,082 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Unable to get data of znode /21343821450/switch/merge because node does not exist (not necessarily an error) 2024-11-18T23:23:34,177 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21343821450/switch/merge already deleted, retry=false 2024-11-18T23:23:34,178 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Unable to get data of znode /21343821450/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T23:23:34,243 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21343821450/snapshot-cleanup already deleted, retry=false 2024-11-18T23:23:34,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x10150425a230007, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21343821450/running 2024-11-18T23:23:34,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21343821450/running 2024-11-18T23:23:34,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x10150425a230007, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21343821450 2024-11-18T23:23:34,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21343821450 2024-11-18T23:23:34,340 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,41553,1731972211852, sessionid=0x10150425a230006, setting cluster-up flag (Was=false) 2024-11-18T23:23:34,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x10150425a230007, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21343821450 2024-11-18T23:23:34,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21343821450 2024-11-18T23:23:34,421 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21343821450/flush-table-proc/acquired, /21343821450/flush-table-proc/reached, /21343821450/flush-table-proc/abort 2024-11-18T23:23:34,425 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,41553,1731972211852 2024-11-18T23:23:34,440 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:23:34,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:34,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:34,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:34,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:34,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21343821450 2024-11-18T23:23:34,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x10150425a230007, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21343821450 2024-11-18T23:23:34,481 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21343821450/online-snapshot/acquired, /21343821450/online-snapshot/reached, /21343821450/online-snapshot/abort 2024-11-18T23:23:34,482 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,41553,1731972211852 2024-11-18T23:23:34,484 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T23:23:34,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:34,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:34,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:34,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:34,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:34,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:34,498 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T23:23:34,498 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T23:23:34,498 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T23:23:34,498 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,41553,1731972211852 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T23:23:34,500 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:23:34,500 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:23:34,500 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:23:34,500 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:23:34,500 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-18T23:23:34,500 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:34,500 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:23:34,500 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:34,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:34,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:34,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:34,512 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:23:34,512 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T23:23:34,513 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:34,513 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T23:23:34,524 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731972244524 2024-11-18T23:23:34,525 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T23:23:34,525 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T23:23:34,525 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T23:23:34,525 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T23:23:34,525 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T23:23:34,525 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T23:23:34,532 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:34,536 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T23:23:34,536 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T23:23:34,536 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T23:23:34,536 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T23:23:34,540 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T23:23:34,540 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T23:23:34,549 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972214540,5,FailOnTimeoutGroup] 2024-11-18T23:23:34,552 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972214549,5,FailOnTimeoutGroup] 2024-11-18T23:23:34,552 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:34,552 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T23:23:34,552 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:34,552 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:34,560 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(746): ClusterId : e04284d7-8183-4e4d-b835-cfc1ee32ecd3 2024-11-18T23:23:34,560 DEBUG [RS:0;9d96596e55a9:43375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T23:23:34,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741831_1007 (size=1321) 2024-11-18T23:23:34,573 DEBUG [RS:0;9d96596e55a9:43375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T23:23:34,573 DEBUG [RS:0;9d96596e55a9:43375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T23:23:34,587 DEBUG [RS:0;9d96596e55a9:43375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T23:23:34,587 DEBUG [RS:0;9d96596e55a9:43375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d3ec7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:23:34,605 DEBUG [RS:0;9d96596e55a9:43375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:43375 2024-11-18T23:23:34,605 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T23:23:34,605 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T23:23:34,605 DEBUG [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T23:23:34,606 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,41553,1731972211852 with port=43375, startcode=1731972212551 2024-11-18T23:23:34,606 DEBUG [RS:0;9d96596e55a9:43375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T23:23:34,607 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T23:23:34,607 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41553 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,43375,1731972212551 2024-11-18T23:23:34,607 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41553 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,43375,1731972212551 2024-11-18T23:23:34,610 DEBUG [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4 2024-11-18T23:23:34,610 DEBUG [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41557 2024-11-18T23:23:34,610 DEBUG [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T23:23:34,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21343821450/rs 2024-11-18T23:23:34,659 DEBUG [RS:0;9d96596e55a9:43375 {}] zookeeper.ZKUtil(111): regionserver:43375-0x10150425a230007, quorum=127.0.0.1:57515, baseZNode=/21343821450 Set watcher on existing znode=/21343821450/rs/9d96596e55a9,43375,1731972212551 2024-11-18T23:23:34,659 WARN [RS:0;9d96596e55a9:43375 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:23:34,660 INFO [RS:0;9d96596e55a9:43375 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:23:34,660 DEBUG [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551 2024-11-18T23:23:34,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,43375,1731972212551] 2024-11-18T23:23:34,685 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T23:23:34,686 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T23:23:34,704 INFO [RS:0;9d96596e55a9:43375 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T23:23:34,704 INFO [RS:0;9d96596e55a9:43375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:34,715 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T23:23:34,717 INFO [RS:0;9d96596e55a9:43375 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T23:23:34,717 INFO [RS:0;9d96596e55a9:43375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:34,717 DEBUG [RS:0;9d96596e55a9:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:34,717 DEBUG [RS:0;9d96596e55a9:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:34,717 DEBUG [RS:0;9d96596e55a9:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:34,717 DEBUG [RS:0;9d96596e55a9:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:34,717 DEBUG [RS:0;9d96596e55a9:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:34,717 DEBUG [RS:0;9d96596e55a9:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:23:34,717 DEBUG [RS:0;9d96596e55a9:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:34,717 DEBUG [RS:0;9d96596e55a9:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:34,717 DEBUG [RS:0;9d96596e55a9:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:34,717 DEBUG [RS:0;9d96596e55a9:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:34,717 DEBUG [RS:0;9d96596e55a9:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:34,717 DEBUG [RS:0;9d96596e55a9:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:23:34,717 DEBUG [RS:0;9d96596e55a9:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:23:34,717 DEBUG [RS:0;9d96596e55a9:43375 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:23:34,729 INFO [RS:0;9d96596e55a9:43375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:34,729 INFO [RS:0;9d96596e55a9:43375 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:34,729 INFO [RS:0;9d96596e55a9:43375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:34,729 INFO [RS:0;9d96596e55a9:43375 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:34,729 INFO [RS:0;9d96596e55a9:43375 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:34,729 INFO [RS:0;9d96596e55a9:43375 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,43375,1731972212551-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:23:34,753 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T23:23:34,753 INFO [RS:0;9d96596e55a9:43375 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,43375,1731972212551-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:34,753 INFO [RS:0;9d96596e55a9:43375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:34,753 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.Replication(171): 9d96596e55a9,43375,1731972212551 started 2024-11-18T23:23:34,771 INFO [RS:0;9d96596e55a9:43375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:34,771 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,43375,1731972212551, RpcServer on 9d96596e55a9/172.17.0.2:43375, sessionid=0x10150425a230007 2024-11-18T23:23:34,771 DEBUG [RS:0;9d96596e55a9:43375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T23:23:34,771 DEBUG [RS:0;9d96596e55a9:43375 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,43375,1731972212551 2024-11-18T23:23:34,771 DEBUG [RS:0;9d96596e55a9:43375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,43375,1731972212551' 2024-11-18T23:23:34,771 DEBUG [RS:0;9d96596e55a9:43375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21343821450/flush-table-proc/abort' 2024-11-18T23:23:34,772 DEBUG [RS:0;9d96596e55a9:43375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21343821450/flush-table-proc/acquired' 2024-11-18T23:23:34,772 DEBUG [RS:0;9d96596e55a9:43375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T23:23:34,772 DEBUG [RS:0;9d96596e55a9:43375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T23:23:34,772 DEBUG [RS:0;9d96596e55a9:43375 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,43375,1731972212551 2024-11-18T23:23:34,772 DEBUG [RS:0;9d96596e55a9:43375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,43375,1731972212551' 2024-11-18T23:23:34,772 DEBUG [RS:0;9d96596e55a9:43375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21343821450/online-snapshot/abort' 2024-11-18T23:23:34,774 DEBUG [RS:0;9d96596e55a9:43375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21343821450/online-snapshot/acquired' 2024-11-18T23:23:34,775 DEBUG [RS:0;9d96596e55a9:43375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T23:23:34,775 INFO [RS:0;9d96596e55a9:43375 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T23:23:34,775 INFO [RS:0;9d96596e55a9:43375 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T23:23:34,875 INFO [RS:0;9d96596e55a9:43375 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:23:34,885 INFO [RS:0;9d96596e55a9:43375 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C43375%2C1731972212551, suffix=, logDir=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551, archiveDir=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/oldWALs, maxLogs=10 2024-11-18T23:23:34,906 DEBUG [RS:0;9d96596e55a9:43375 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885, exclude list is [], retry=0 2024-11-18T23:23:34,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38737,DS-1f9b64d0-bc60-4a45-adab-f8a25468da85,DISK] 2024-11-18T23:23:34,916 INFO [RS:0;9d96596e55a9:43375 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 2024-11-18T23:23:34,920 DEBUG [RS:0;9d96596e55a9:43375 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45153:45153)] 2024-11-18T23:23:34,967 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T23:23:34,967 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4 2024-11-18T23:23:34,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741833_1009 (size=32) 2024-11-18T23:23:34,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:23:34,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:23:34,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:23:34,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:34,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:34,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:23:35,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:23:35,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:35,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:35,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:23:35,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:23:35,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:35,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:35,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:23:35,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:23:35,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:35,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:35,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:23:35,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740 2024-11-18T23:23:35,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740 2024-11-18T23:23:35,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:23:35,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:23:35,010 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:23:35,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:23:35,029 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:23:35,029 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70098225, jitterRate=0.044544950127601624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:23:35,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731972214983Initializing all the Stores at 1731972214985 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972214985Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972214985Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972214985Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972214985Cleaning up temporary data from old regions at 1731972215010 (+25 ms)Region opened successfully at 1731972215029 (+19 ms) 2024-11-18T23:23:35,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:23:35,029 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:23:35,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:23:35,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:23:35,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:23:35,039 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:23:35,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972215029Disabling compacts and flushes for region at 1731972215029Disabling writes for close at 1731972215030 (+1 ms)Writing region close event to WAL at 1731972215039 (+9 ms)Closed at 1731972215039 2024-11-18T23:23:35,049 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:23:35,049 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T23:23:35,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T23:23:35,052 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:23:35,054 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T23:23:35,204 DEBUG [9d96596e55a9:41553 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:23:35,205 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,43375,1731972212551 2024-11-18T23:23:35,209 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,43375,1731972212551, state=OPENING 2024-11-18T23:23:35,219 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T23:23:35,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x10150425a230007, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21343821450 2024-11-18T23:23:35,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21343821450 2024-11-18T23:23:35,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21343821450/meta-region-server: CHANGED 2024-11-18T23:23:35,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21343821450/meta-region-server: CHANGED 2024-11-18T23:23:35,249 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:23:35,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,43375,1731972212551}] 2024-11-18T23:23:35,406 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:23:35,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:23:35,426 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T23:23:35,426 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:23:35,426 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T23:23:35,444 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C43375%2C1731972212551.meta, suffix=.meta, logDir=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551, archiveDir=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/oldWALs, maxLogs=10 2024-11-18T23:23:35,496 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.meta.1731972215445.meta, exclude list is [], retry=0 2024-11-18T23:23:35,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38737,DS-1f9b64d0-bc60-4a45-adab-f8a25468da85,DISK] 2024-11-18T23:23:35,524 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.meta.1731972215445.meta 2024-11-18T23:23:35,532 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45153:45153)] 2024-11-18T23:23:35,532 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:23:35,533 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:23:35,533 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:23:35,533 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T23:23:35,533 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T23:23:35,533 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T23:23:35,533 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:23:35,534 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T23:23:35,534 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T23:23:35,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:23:35,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:23:35,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:35,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:35,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:23:35,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:23:35,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:35,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:35,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:23:35,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:23:35,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:35,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:35,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:23:35,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:23:35,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:35,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:23:35,570 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:23:35,576 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740 2024-11-18T23:23:35,579 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740 2024-11-18T23:23:35,581 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:23:35,581 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:23:35,582 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:23:35,583 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:23:35,584 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68420364, jitterRate=0.0195428729057312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:23:35,584 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T23:23:35,584 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731972215534Writing region info on filesystem at 1731972215534Initializing all the Stores at 1731972215540 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972215540Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972215543 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972215543Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972215543Cleaning up temporary data from old regions at 1731972215581 (+38 ms)Running coprocessor post-open hooks at 1731972215584 (+3 ms)Region opened successfully at 1731972215584 2024-11-18T23:23:35,586 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731972215405 2024-11-18T23:23:35,587 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T23:23:35,587 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T23:23:35,588 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,43375,1731972212551 2024-11-18T23:23:35,588 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,43375,1731972212551, state=OPEN 2024-11-18T23:23:35,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21343821450/meta-region-server 2024-11-18T23:23:35,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x10150425a230007, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21343821450/meta-region-server 2024-11-18T23:23:35,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21343821450/meta-region-server: CHANGED 2024-11-18T23:23:35,746 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,43375,1731972212551 2024-11-18T23:23:35,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21343821450/meta-region-server: CHANGED 2024-11-18T23:23:35,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T23:23:35,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,43375,1731972212551 in 498 msec 2024-11-18T23:23:35,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T23:23:35,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 710 msec 2024-11-18T23:23:35,763 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:23:35,763 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T23:23:35,765 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:23:35,765 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,43375,1731972212551, seqNum=-1] 2024-11-18T23:23:35,766 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:23:35,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:23:35,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2750 sec 2024-11-18T23:23:35,773 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731972215773, completionTime=-1 2024-11-18T23:23:35,773 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T23:23:35,774 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T23:23:35,776 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T23:23:35,776 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731972275776 2024-11-18T23:23:35,776 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731972335776 2024-11-18T23:23:35,776 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T23:23:35,777 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,41553,1731972211852-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:35,777 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,41553,1731972211852-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:35,777 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,41553,1731972211852-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:35,777 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:41553, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:35,777 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:35,778 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:35,779 DEBUG [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T23:23:35,787 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.526sec 2024-11-18T23:23:35,787 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T23:23:35,787 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T23:23:35,787 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T23:23:35,787 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T23:23:35,787 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T23:23:35,787 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,41553,1731972211852-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:23:35,787 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,41553,1731972211852-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T23:23:35,790 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T23:23:35,790 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T23:23:35,790 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,41553,1731972211852-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:23:35,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5177afed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:35,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,41553,-1 for getting cluster id 2024-11-18T23:23:35,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:23:35,870 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04284d7-8183-4e4d-b835-cfc1ee32ecd3' 2024-11-18T23:23:35,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:23:35,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04284d7-8183-4e4d-b835-cfc1ee32ecd3" 2024-11-18T23:23:35,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6133f2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,41553,-1] 2024-11-18T23:23:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:23:35,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:35,872 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:23:35,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@434193d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:35,873 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:23:35,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,43375,1731972212551, seqNum=-1] 2024-11-18T23:23:35,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:23:35,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:23:35,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d96596e55a9,41553,1731972211852 2024-11-18T23:23:35,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57515 2024-11-18T23:23:35,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:23:35,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10150425a230008 connected 2024-11-18T23:23:35,915 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:23:35,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,43135,1731972196852 2024-11-18T23:23:35,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@310f3d52 2024-11-18T23:23:35,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:23:35,917 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:23:35,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:23:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T23:23:35,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:23:35,921 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:35,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T23:23:35,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:23:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:23:35,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741835_1011 (size=902) 2024-11-18T23:23:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:23:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:23:36,346 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b6da6139ab7763be78b34df80131d9d, NAME => 'test,,1731972215918.6b6da6139ab7763be78b34df80131d9d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b 2024-11-18T23:23:36,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741836_1012 (size=39) 2024-11-18T23:23:36,406 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731972215918.6b6da6139ab7763be78b34df80131d9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:23:36,406 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6b6da6139ab7763be78b34df80131d9d, disabling compactions & flushes 2024-11-18T23:23:36,407 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731972215918.6b6da6139ab7763be78b34df80131d9d. 2024-11-18T23:23:36,407 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972215918.6b6da6139ab7763be78b34df80131d9d. 2024-11-18T23:23:36,407 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731972215918.6b6da6139ab7763be78b34df80131d9d. after waiting 0 ms 2024-11-18T23:23:36,407 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731972215918.6b6da6139ab7763be78b34df80131d9d. 2024-11-18T23:23:36,407 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731972215918.6b6da6139ab7763be78b34df80131d9d. 2024-11-18T23:23:36,407 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b6da6139ab7763be78b34df80131d9d: Waiting for close lock at 1731972216406Disabling compacts and flushes for region at 1731972216406Disabling writes for close at 1731972216407 (+1 ms)Writing region close event to WAL at 1731972216407Closed at 1731972216407 2024-11-18T23:23:36,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:23:36,411 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731972215918.6b6da6139ab7763be78b34df80131d9d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731972216411"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972216411"}]},"ts":"1731972216411"} 2024-11-18T23:23:36,416 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:23:36,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:23:36,420 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972216420"}]},"ts":"1731972216420"} 2024-11-18T23:23:36,423 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T23:23:36,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6b6da6139ab7763be78b34df80131d9d, ASSIGN}] 2024-11-18T23:23:36,425 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6b6da6139ab7763be78b34df80131d9d, ASSIGN 2024-11-18T23:23:36,428 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6b6da6139ab7763be78b34df80131d9d, ASSIGN; state=OFFLINE, location=9d96596e55a9,40719,1731972197443; forceNewPlan=false, retain=false 2024-11-18T23:23:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:23:36,580 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b6da6139ab7763be78b34df80131d9d, regionState=OPENING, regionLocation=9d96596e55a9,40719,1731972197443 2024-11-18T23:23:36,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6b6da6139ab7763be78b34df80131d9d, ASSIGN because future has completed 2024-11-18T23:23:36,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b6da6139ab7763be78b34df80131d9d, server=9d96596e55a9,40719,1731972197443}] 2024-11-18T23:23:36,772 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731972215918.6b6da6139ab7763be78b34df80131d9d. 2024-11-18T23:23:36,772 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b6da6139ab7763be78b34df80131d9d, NAME => 'test,,1731972215918.6b6da6139ab7763be78b34df80131d9d.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:23:36,773 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:23:36,773 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T23:23:36,773 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6b6da6139ab7763be78b34df80131d9d 2024-11-18T23:23:36,773 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731972215918.6b6da6139ab7763be78b34df80131d9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:23:36,773 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6b6da6139ab7763be78b34df80131d9d 2024-11-18T23:23:36,773 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6b6da6139ab7763be78b34df80131d9d 2024-11-18T23:23:36,778 INFO [StoreOpener-6b6da6139ab7763be78b34df80131d9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6b6da6139ab7763be78b34df80131d9d 2024-11-18T23:23:36,780 INFO [StoreOpener-6b6da6139ab7763be78b34df80131d9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b6da6139ab7763be78b34df80131d9d columnFamilyName f 2024-11-18T23:23:36,780 DEBUG [StoreOpener-6b6da6139ab7763be78b34df80131d9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:36,784 INFO [StoreOpener-6b6da6139ab7763be78b34df80131d9d-1 {}] regionserver.HStore(327): Store=6b6da6139ab7763be78b34df80131d9d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:36,785 INFO [StoreOpener-6b6da6139ab7763be78b34df80131d9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6b6da6139ab7763be78b34df80131d9d 2024-11-18T23:23:36,789 INFO [StoreOpener-6b6da6139ab7763be78b34df80131d9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b6da6139ab7763be78b34df80131d9d columnFamilyName f1 2024-11-18T23:23:36,789 DEBUG [StoreOpener-6b6da6139ab7763be78b34df80131d9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:36,790 INFO [StoreOpener-6b6da6139ab7763be78b34df80131d9d-1 {}] regionserver.HStore(327): Store=6b6da6139ab7763be78b34df80131d9d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:36,790 INFO [StoreOpener-6b6da6139ab7763be78b34df80131d9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6b6da6139ab7763be78b34df80131d9d 2024-11-18T23:23:36,794 INFO [StoreOpener-6b6da6139ab7763be78b34df80131d9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b6da6139ab7763be78b34df80131d9d columnFamilyName norep 2024-11-18T23:23:36,794 DEBUG [StoreOpener-6b6da6139ab7763be78b34df80131d9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:36,799 INFO [StoreOpener-6b6da6139ab7763be78b34df80131d9d-1 {}] regionserver.HStore(327): Store=6b6da6139ab7763be78b34df80131d9d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:36,799 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6b6da6139ab7763be78b34df80131d9d 2024-11-18T23:23:36,807 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/default/test/6b6da6139ab7763be78b34df80131d9d 2024-11-18T23:23:36,807 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/default/test/6b6da6139ab7763be78b34df80131d9d 2024-11-18T23:23:36,814 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6b6da6139ab7763be78b34df80131d9d 2024-11-18T23:23:36,814 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6b6da6139ab7763be78b34df80131d9d 2024-11-18T23:23:36,816 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:23:36,827 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6b6da6139ab7763be78b34df80131d9d 2024-11-18T23:23:36,839 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/default/test/6b6da6139ab7763be78b34df80131d9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:23:36,848 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6b6da6139ab7763be78b34df80131d9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64339772, jitterRate=-0.041262686252593994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:23:36,848 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b6da6139ab7763be78b34df80131d9d 2024-11-18T23:23:36,849 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6b6da6139ab7763be78b34df80131d9d: Running coprocessor pre-open hook at 1731972216773Writing region info on filesystem at 1731972216773Initializing all the Stores at 1731972216777 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972216777Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972216777Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972216777Cleaning up temporary data from old regions at 1731972216814 (+37 ms)Running coprocessor post-open hooks at 1731972216848 (+34 ms)Region opened successfully at 1731972216849 (+1 ms) 2024-11-18T23:23:36,855 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731972215918.6b6da6139ab7763be78b34df80131d9d., pid=6, masterSystemTime=1731972216745 2024-11-18T23:23:36,858 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731972215918.6b6da6139ab7763be78b34df80131d9d. 2024-11-18T23:23:36,858 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731972215918.6b6da6139ab7763be78b34df80131d9d. 2024-11-18T23:23:36,858 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b6da6139ab7763be78b34df80131d9d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9d96596e55a9,40719,1731972197443 2024-11-18T23:23:36,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b6da6139ab7763be78b34df80131d9d, server=9d96596e55a9,40719,1731972197443 because future has completed 2024-11-18T23:23:36,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T23:23:36,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b6da6139ab7763be78b34df80131d9d, server=9d96596e55a9,40719,1731972197443 in 282 msec 2024-11-18T23:23:36,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T23:23:36,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6b6da6139ab7763be78b34df80131d9d, ASSIGN in 453 msec 2024-11-18T23:23:36,883 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:23:36,883 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972216883"}]},"ts":"1731972216883"} 2024-11-18T23:23:36,890 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T23:23:36,900 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:23:36,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 982 msec 2024-11-18T23:23:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:23:37,063 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T23:23:37,064 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:23:37,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,33431,1731972204163 2024-11-18T23:23:37,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ed278c1 2024-11-18T23:23:37,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:23:37,071 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:23:37,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:23:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T23:23:37,079 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:23:37,079 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:37,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T23:23:37,081 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:23:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:23:37,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741835_1011 (size=902) 2024-11-18T23:23:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:23:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:23:37,469 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T23:23:37,517 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 354e6907961e6e5f5f6bef4da86389d6, NAME => 'test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867 2024-11-18T23:23:37,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741836_1012 (size=39) 2024-11-18T23:23:37,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:23:37,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 354e6907961e6e5f5f6bef4da86389d6, disabling compactions & flushes 2024-11-18T23:23:37,562 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6. 2024-11-18T23:23:37,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6. 2024-11-18T23:23:37,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6. after waiting 0 ms 2024-11-18T23:23:37,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6. 2024-11-18T23:23:37,562 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6. 2024-11-18T23:23:37,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 354e6907961e6e5f5f6bef4da86389d6: Waiting for close lock at 1731972217562Disabling compacts and flushes for region at 1731972217562Disabling writes for close at 1731972217562Writing region close event to WAL at 1731972217562Closed at 1731972217562 2024-11-18T23:23:37,566 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:23:37,567 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731972217566"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972217566"}]},"ts":"1731972217566"} 2024-11-18T23:23:37,572 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:23:37,573 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:23:37,574 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972217573"}]},"ts":"1731972217573"} 2024-11-18T23:23:37,576 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T23:23:37,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=354e6907961e6e5f5f6bef4da86389d6, ASSIGN}] 2024-11-18T23:23:37,577 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=354e6907961e6e5f5f6bef4da86389d6, ASSIGN 2024-11-18T23:23:37,578 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=354e6907961e6e5f5f6bef4da86389d6, ASSIGN; state=OFFLINE, location=9d96596e55a9,44297,1731972204566; forceNewPlan=false, retain=false 2024-11-18T23:23:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:23:37,730 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=354e6907961e6e5f5f6bef4da86389d6, regionState=OPENING, regionLocation=9d96596e55a9,44297,1731972204566 2024-11-18T23:23:37,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=354e6907961e6e5f5f6bef4da86389d6, ASSIGN because future has completed 2024-11-18T23:23:37,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 354e6907961e6e5f5f6bef4da86389d6, server=9d96596e55a9,44297,1731972204566}] 2024-11-18T23:23:37,921 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6. 2024-11-18T23:23:37,922 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 354e6907961e6e5f5f6bef4da86389d6, NAME => 'test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:23:37,922 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:23:37,922 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T23:23:37,923 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 354e6907961e6e5f5f6bef4da86389d6 2024-11-18T23:23:37,923 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:23:37,923 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 354e6907961e6e5f5f6bef4da86389d6 2024-11-18T23:23:37,923 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 354e6907961e6e5f5f6bef4da86389d6 2024-11-18T23:23:37,928 INFO [StoreOpener-354e6907961e6e5f5f6bef4da86389d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 354e6907961e6e5f5f6bef4da86389d6 2024-11-18T23:23:37,930 INFO [StoreOpener-354e6907961e6e5f5f6bef4da86389d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 354e6907961e6e5f5f6bef4da86389d6 columnFamilyName f 2024-11-18T23:23:37,930 DEBUG [StoreOpener-354e6907961e6e5f5f6bef4da86389d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:37,931 INFO [StoreOpener-354e6907961e6e5f5f6bef4da86389d6-1 {}] regionserver.HStore(327): Store=354e6907961e6e5f5f6bef4da86389d6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:37,931 INFO [StoreOpener-354e6907961e6e5f5f6bef4da86389d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 354e6907961e6e5f5f6bef4da86389d6 2024-11-18T23:23:37,932 INFO [StoreOpener-354e6907961e6e5f5f6bef4da86389d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 354e6907961e6e5f5f6bef4da86389d6 columnFamilyName f1 2024-11-18T23:23:37,932 DEBUG [StoreOpener-354e6907961e6e5f5f6bef4da86389d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:37,932 INFO [StoreOpener-354e6907961e6e5f5f6bef4da86389d6-1 {}] regionserver.HStore(327): Store=354e6907961e6e5f5f6bef4da86389d6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:37,933 INFO [StoreOpener-354e6907961e6e5f5f6bef4da86389d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 354e6907961e6e5f5f6bef4da86389d6 2024-11-18T23:23:37,933 INFO [StoreOpener-354e6907961e6e5f5f6bef4da86389d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 354e6907961e6e5f5f6bef4da86389d6 columnFamilyName norep 2024-11-18T23:23:37,933 DEBUG [StoreOpener-354e6907961e6e5f5f6bef4da86389d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:37,934 INFO [StoreOpener-354e6907961e6e5f5f6bef4da86389d6-1 {}] regionserver.HStore(327): Store=354e6907961e6e5f5f6bef4da86389d6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:37,934 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 354e6907961e6e5f5f6bef4da86389d6 2024-11-18T23:23:37,934 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/default/test/354e6907961e6e5f5f6bef4da86389d6 2024-11-18T23:23:37,934 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/default/test/354e6907961e6e5f5f6bef4da86389d6 2024-11-18T23:23:37,935 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 354e6907961e6e5f5f6bef4da86389d6 2024-11-18T23:23:37,935 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 354e6907961e6e5f5f6bef4da86389d6 2024-11-18T23:23:37,935 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:23:37,936 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 354e6907961e6e5f5f6bef4da86389d6 2024-11-18T23:23:37,947 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/default/test/354e6907961e6e5f5f6bef4da86389d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:23:37,948 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 354e6907961e6e5f5f6bef4da86389d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62023458, jitterRate=-0.07577845454216003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:23:37,948 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 354e6907961e6e5f5f6bef4da86389d6 2024-11-18T23:23:37,948 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 354e6907961e6e5f5f6bef4da86389d6: Running coprocessor pre-open hook at 1731972217923Writing region info on filesystem at 1731972217923Initializing all the Stores at 1731972217924 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972217924Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972217928 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972217928Cleaning up temporary data from old regions at 1731972217935 (+7 ms)Running coprocessor post-open hooks at 1731972217948 (+13 ms)Region opened successfully at 1731972217948 2024-11-18T23:23:37,951 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6., pid=6, masterSystemTime=1731972217904 2024-11-18T23:23:37,963 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6. 2024-11-18T23:23:37,963 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6. 2024-11-18T23:23:37,966 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=354e6907961e6e5f5f6bef4da86389d6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9d96596e55a9,44297,1731972204566 2024-11-18T23:23:37,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 354e6907961e6e5f5f6bef4da86389d6, server=9d96596e55a9,44297,1731972204566 because future has completed 2024-11-18T23:23:37,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T23:23:37,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 354e6907961e6e5f5f6bef4da86389d6, server=9d96596e55a9,44297,1731972204566 in 243 msec 2024-11-18T23:23:37,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T23:23:37,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=354e6907961e6e5f5f6bef4da86389d6, ASSIGN in 414 msec 2024-11-18T23:23:37,994 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:23:37,994 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972217994"}]},"ts":"1731972217994"} 2024-11-18T23:23:37,997 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T23:23:38,001 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:23:38,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 926 msec 2024-11-18T23:23:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:23:38,228 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T23:23:38,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:23:38,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,41553,1731972211852 2024-11-18T23:23:38,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3774d11d 2024-11-18T23:23:38,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:23:38,232 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:23:38,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:23:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T23:23:38,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:23:38,235 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:38,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T23:23:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:23:38,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:23:38,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741835_1011 (size=902) 2024-11-18T23:23:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:23:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:23:38,664 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 083aaa81cadcd908b172d42c5468eba2, NAME => 'test,,1731972218232.083aaa81cadcd908b172d42c5468eba2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4 2024-11-18T23:23:38,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741836_1012 (size=39) 2024-11-18T23:23:38,709 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731972218232.083aaa81cadcd908b172d42c5468eba2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:23:38,709 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 083aaa81cadcd908b172d42c5468eba2, disabling compactions & flushes 2024-11-18T23:23:38,709 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731972218232.083aaa81cadcd908b172d42c5468eba2. 2024-11-18T23:23:38,709 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972218232.083aaa81cadcd908b172d42c5468eba2. 2024-11-18T23:23:38,709 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731972218232.083aaa81cadcd908b172d42c5468eba2. after waiting 0 ms 2024-11-18T23:23:38,709 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731972218232.083aaa81cadcd908b172d42c5468eba2. 2024-11-18T23:23:38,709 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731972218232.083aaa81cadcd908b172d42c5468eba2. 2024-11-18T23:23:38,709 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 083aaa81cadcd908b172d42c5468eba2: Waiting for close lock at 1731972218709Disabling compacts and flushes for region at 1731972218709Disabling writes for close at 1731972218709Writing region close event to WAL at 1731972218709Closed at 1731972218709 2024-11-18T23:23:38,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:23:38,711 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731972218232.083aaa81cadcd908b172d42c5468eba2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731972218711"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972218711"}]},"ts":"1731972218711"} 2024-11-18T23:23:38,714 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:23:38,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:23:38,715 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972218715"}]},"ts":"1731972218715"} 2024-11-18T23:23:38,717 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T23:23:38,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=083aaa81cadcd908b172d42c5468eba2, ASSIGN}] 2024-11-18T23:23:38,719 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=083aaa81cadcd908b172d42c5468eba2, ASSIGN 2024-11-18T23:23:38,721 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=083aaa81cadcd908b172d42c5468eba2, ASSIGN; state=OFFLINE, location=9d96596e55a9,43375,1731972212551; forceNewPlan=false, retain=false 2024-11-18T23:23:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:23:38,876 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=083aaa81cadcd908b172d42c5468eba2, regionState=OPENING, regionLocation=9d96596e55a9,43375,1731972212551 2024-11-18T23:23:38,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=083aaa81cadcd908b172d42c5468eba2, ASSIGN because future has completed 2024-11-18T23:23:38,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 083aaa81cadcd908b172d42c5468eba2, server=9d96596e55a9,43375,1731972212551}] 2024-11-18T23:23:39,055 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731972218232.083aaa81cadcd908b172d42c5468eba2. 2024-11-18T23:23:39,055 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 083aaa81cadcd908b172d42c5468eba2, NAME => 'test,,1731972218232.083aaa81cadcd908b172d42c5468eba2.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:23:39,056 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:23:39,056 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T23:23:39,056 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 083aaa81cadcd908b172d42c5468eba2 2024-11-18T23:23:39,056 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731972218232.083aaa81cadcd908b172d42c5468eba2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:23:39,056 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 083aaa81cadcd908b172d42c5468eba2 2024-11-18T23:23:39,056 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 083aaa81cadcd908b172d42c5468eba2 2024-11-18T23:23:39,059 INFO [StoreOpener-083aaa81cadcd908b172d42c5468eba2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 083aaa81cadcd908b172d42c5468eba2 2024-11-18T23:23:39,060 INFO [StoreOpener-083aaa81cadcd908b172d42c5468eba2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 083aaa81cadcd908b172d42c5468eba2 columnFamilyName f 2024-11-18T23:23:39,060 DEBUG [StoreOpener-083aaa81cadcd908b172d42c5468eba2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:39,061 INFO [StoreOpener-083aaa81cadcd908b172d42c5468eba2-1 {}] regionserver.HStore(327): Store=083aaa81cadcd908b172d42c5468eba2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:39,061 INFO [StoreOpener-083aaa81cadcd908b172d42c5468eba2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 083aaa81cadcd908b172d42c5468eba2 2024-11-18T23:23:39,062 INFO [StoreOpener-083aaa81cadcd908b172d42c5468eba2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 083aaa81cadcd908b172d42c5468eba2 columnFamilyName f1 2024-11-18T23:23:39,062 DEBUG [StoreOpener-083aaa81cadcd908b172d42c5468eba2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:39,062 INFO [StoreOpener-083aaa81cadcd908b172d42c5468eba2-1 {}] regionserver.HStore(327): Store=083aaa81cadcd908b172d42c5468eba2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:39,062 INFO [StoreOpener-083aaa81cadcd908b172d42c5468eba2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 083aaa81cadcd908b172d42c5468eba2 2024-11-18T23:23:39,063 INFO [StoreOpener-083aaa81cadcd908b172d42c5468eba2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 083aaa81cadcd908b172d42c5468eba2 columnFamilyName norep 2024-11-18T23:23:39,063 DEBUG [StoreOpener-083aaa81cadcd908b172d42c5468eba2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:39,065 INFO [StoreOpener-083aaa81cadcd908b172d42c5468eba2-1 {}] regionserver.HStore(327): Store=083aaa81cadcd908b172d42c5468eba2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:39,065 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 083aaa81cadcd908b172d42c5468eba2 2024-11-18T23:23:39,066 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/default/test/083aaa81cadcd908b172d42c5468eba2 2024-11-18T23:23:39,068 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/default/test/083aaa81cadcd908b172d42c5468eba2 2024-11-18T23:23:39,069 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 083aaa81cadcd908b172d42c5468eba2 2024-11-18T23:23:39,069 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 083aaa81cadcd908b172d42c5468eba2 2024-11-18T23:23:39,070 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:23:39,072 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 083aaa81cadcd908b172d42c5468eba2 2024-11-18T23:23:39,086 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/default/test/083aaa81cadcd908b172d42c5468eba2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:23:39,088 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 083aaa81cadcd908b172d42c5468eba2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69458015, jitterRate=0.035005077719688416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:23:39,088 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 083aaa81cadcd908b172d42c5468eba2 2024-11-18T23:23:39,088 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 083aaa81cadcd908b172d42c5468eba2: Running coprocessor pre-open hook at 1731972219056Writing region info on filesystem at 1731972219056Initializing all the Stores at 1731972219058 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972219058Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972219058Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972219058Cleaning up temporary data from old regions at 1731972219069 (+11 ms)Running coprocessor post-open hooks at 1731972219088 (+19 ms)Region opened successfully at 1731972219088 2024-11-18T23:23:39,089 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731972218232.083aaa81cadcd908b172d42c5468eba2., pid=6, masterSystemTime=1731972219041 2024-11-18T23:23:39,092 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731972218232.083aaa81cadcd908b172d42c5468eba2. 2024-11-18T23:23:39,092 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731972218232.083aaa81cadcd908b172d42c5468eba2. 2024-11-18T23:23:39,093 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=083aaa81cadcd908b172d42c5468eba2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9d96596e55a9,43375,1731972212551 2024-11-18T23:23:39,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 083aaa81cadcd908b172d42c5468eba2, server=9d96596e55a9,43375,1731972212551 because future has completed 2024-11-18T23:23:39,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T23:23:39,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 083aaa81cadcd908b172d42c5468eba2, server=9d96596e55a9,43375,1731972212551 in 225 msec 2024-11-18T23:23:39,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T23:23:39,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=083aaa81cadcd908b172d42c5468eba2, ASSIGN in 389 msec 2024-11-18T23:23:39,111 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:23:39,111 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972219111"}]},"ts":"1731972219111"} 2024-11-18T23:23:39,117 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T23:23:39,120 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:23:39,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 887 msec 2024-11-18T23:23:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:23:39,382 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T23:23:39,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf5cc14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:39,384 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,43135,-1 for getting cluster id 2024-11-18T23:23:39,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:23:39,386 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '056e2d12-eb2f-4875-bdc4-283a8e713461' 2024-11-18T23:23:39,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:23:39,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "056e2d12-eb2f-4875-bdc4-283a8e713461" 2024-11-18T23:23:39,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60eb5240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:39,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,43135,-1] 2024-11-18T23:23:39,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:23:39,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:39,392 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:23:39,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798a7e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:39,393 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:23:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,43135,1731972196852 2024-11-18T23:23:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69a17fe1 2024-11-18T23:23:39,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:23:39,396 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:23:39,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9d96596e55a9:33431,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T23:23:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T23:23:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:23:39,410 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:33431' 2024-11-18T23:23:39,421 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ab2223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:39,421 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,33431,-1 for getting cluster id 2024-11-18T23:23:39,421 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:23:39,426 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82f22201-556e-4724-9c2b-b8120f1848bd' 2024-11-18T23:23:39,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:23:39,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82f22201-556e-4724-9c2b-b8120f1848bd" 2024-11-18T23:23:39,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708c28aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:39,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,33431,-1] 2024-11-18T23:23:39,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:23:39,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:39,432 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:23:39,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@575d9cc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:39,437 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:23:39,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,33431,1731972204163 2024-11-18T23:23:39,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@135fc093 2024-11-18T23:23:39,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:23:39,440 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:23:39,441 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-18T23:23:39,441 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T23:23:39,441 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:39,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:39,441 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:39,442 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:23:39,444 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T23:23:39,446 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:23:39,446 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:39,447 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:23:39,495 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T23:23:39,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741837_1013 (size=1138) 2024-11-18T23:23:39,509 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed472ce22827e17bed7cc3488542e067, NAME => 'hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b 2024-11-18T23:23:39,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741838_1014 (size=44) 2024-11-18T23:23:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:23:39,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:23:39,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ed472ce22827e17bed7cc3488542e067, disabling compactions & flushes 2024-11-18T23:23:39,522 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067. 2024-11-18T23:23:39,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067. 2024-11-18T23:23:39,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067. after waiting 0 ms 2024-11-18T23:23:39,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067. 2024-11-18T23:23:39,522 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067. 2024-11-18T23:23:39,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed472ce22827e17bed7cc3488542e067: Waiting for close lock at 1731972219522Disabling compacts and flushes for region at 1731972219522Disabling writes for close at 1731972219522Writing region close event to WAL at 1731972219522Closed at 1731972219522 2024-11-18T23:23:39,524 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:23:39,524 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731972219524"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972219524"}]},"ts":"1731972219524"} 2024-11-18T23:23:39,526 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:23:39,532 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:23:39,532 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972219532"}]},"ts":"1731972219532"} 2024-11-18T23:23:39,541 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T23:23:39,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ed472ce22827e17bed7cc3488542e067, ASSIGN}] 2024-11-18T23:23:39,544 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ed472ce22827e17bed7cc3488542e067, ASSIGN 2024-11-18T23:23:39,545 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ed472ce22827e17bed7cc3488542e067, ASSIGN; state=OFFLINE, location=9d96596e55a9,40719,1731972197443; forceNewPlan=false, retain=false 2024-11-18T23:23:39,696 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ed472ce22827e17bed7cc3488542e067, regionState=OPENING, regionLocation=9d96596e55a9,40719,1731972197443 2024-11-18T23:23:39,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ed472ce22827e17bed7cc3488542e067, ASSIGN because future has completed 2024-11-18T23:23:39,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed472ce22827e17bed7cc3488542e067, server=9d96596e55a9,40719,1731972197443}] 2024-11-18T23:23:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:23:39,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067. 2024-11-18T23:23:39,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:23:39,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T23:23:39,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C40719%2C1731972197443.rep, suffix=, logDir=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443, archiveDir=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/oldWALs, maxLogs=10 2024-11-18T23:23:39,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.rep.1731972219878, exclude list is [], retry=0 2024-11-18T23:23:39,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45643,DS-d04971ab-e2ee-4f59-a8f5-8a5191bc6fa6,DISK] 2024-11-18T23:23:39,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.rep.1731972219878 2024-11-18T23:23:39,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37143:37143)] 2024-11-18T23:23:39,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ed472ce22827e17bed7cc3488542e067, NAME => 'hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:23:39,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:23:39,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:23:39,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067. service=MultiRowMutationService 2024-11-18T23:23:39,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T23:23:39,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ed472ce22827e17bed7cc3488542e067 2024-11-18T23:23:39,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:23:39,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ed472ce22827e17bed7cc3488542e067 2024-11-18T23:23:39,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ed472ce22827e17bed7cc3488542e067 2024-11-18T23:23:39,916 INFO [StoreOpener-ed472ce22827e17bed7cc3488542e067-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ed472ce22827e17bed7cc3488542e067 2024-11-18T23:23:39,917 INFO [StoreOpener-ed472ce22827e17bed7cc3488542e067-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed472ce22827e17bed7cc3488542e067 columnFamilyName hfileref 2024-11-18T23:23:39,917 DEBUG [StoreOpener-ed472ce22827e17bed7cc3488542e067-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:39,918 INFO [StoreOpener-ed472ce22827e17bed7cc3488542e067-1 {}] regionserver.HStore(327): Store=ed472ce22827e17bed7cc3488542e067/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:39,918 INFO [StoreOpener-ed472ce22827e17bed7cc3488542e067-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ed472ce22827e17bed7cc3488542e067 2024-11-18T23:23:39,919 INFO [StoreOpener-ed472ce22827e17bed7cc3488542e067-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed472ce22827e17bed7cc3488542e067 columnFamilyName queue 2024-11-18T23:23:39,919 DEBUG [StoreOpener-ed472ce22827e17bed7cc3488542e067-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:39,919 INFO [StoreOpener-ed472ce22827e17bed7cc3488542e067-1 {}] regionserver.HStore(327): Store=ed472ce22827e17bed7cc3488542e067/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:39,919 INFO [StoreOpener-ed472ce22827e17bed7cc3488542e067-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ed472ce22827e17bed7cc3488542e067 2024-11-18T23:23:39,921 INFO [StoreOpener-ed472ce22827e17bed7cc3488542e067-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed472ce22827e17bed7cc3488542e067 columnFamilyName sid 2024-11-18T23:23:39,921 DEBUG [StoreOpener-ed472ce22827e17bed7cc3488542e067-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:39,922 INFO [StoreOpener-ed472ce22827e17bed7cc3488542e067-1 {}] regionserver.HStore(327): Store=ed472ce22827e17bed7cc3488542e067/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:39,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ed472ce22827e17bed7cc3488542e067 2024-11-18T23:23:39,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/replication/ed472ce22827e17bed7cc3488542e067 2024-11-18T23:23:39,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/replication/ed472ce22827e17bed7cc3488542e067 2024-11-18T23:23:39,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ed472ce22827e17bed7cc3488542e067 2024-11-18T23:23:39,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ed472ce22827e17bed7cc3488542e067 2024-11-18T23:23:39,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:23:39,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ed472ce22827e17bed7cc3488542e067 2024-11-18T23:23:39,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/replication/ed472ce22827e17bed7cc3488542e067/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:23:39,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ed472ce22827e17bed7cc3488542e067; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75391460, jitterRate=0.12342029809951782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:23:39,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed472ce22827e17bed7cc3488542e067 2024-11-18T23:23:39,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ed472ce22827e17bed7cc3488542e067: Running coprocessor pre-open hook at 1731972219909Writing region info on filesystem at 1731972219909Initializing all the Stores at 1731972219910 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972219910Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972219916 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972219916Cleaning up temporary data from old regions at 1731972219924 (+8 ms)Running coprocessor post-open hooks at 1731972219928 (+4 ms)Region opened successfully at 1731972219929 (+1 ms) 2024-11-18T23:23:39,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067., pid=10, masterSystemTime=1731972219864 2024-11-18T23:23:39,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067. 2024-11-18T23:23:39,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067. 2024-11-18T23:23:39,932 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ed472ce22827e17bed7cc3488542e067, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,40719,1731972197443 2024-11-18T23:23:39,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed472ce22827e17bed7cc3488542e067, server=9d96596e55a9,40719,1731972197443 because future has completed 2024-11-18T23:23:39,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T23:23:39,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ed472ce22827e17bed7cc3488542e067, server=9d96596e55a9,40719,1731972197443 in 236 msec 2024-11-18T23:23:39,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T23:23:39,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ed472ce22827e17bed7cc3488542e067, ASSIGN in 400 msec 2024-11-18T23:23:39,949 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:23:39,949 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972219949"}]},"ts":"1731972219949"} 2024-11-18T23:23:39,951 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T23:23:39,952 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:23:39,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 510 msec 2024-11-18T23:23:40,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067., hostname=9d96596e55a9,40719,1731972197443, seqNum=2] 2024-11-18T23:23:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:23:40,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150425a230001, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1417953196 2024-11-18T23:23:40,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1417953196 2024-11-18T23:23:40,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T23:23:40,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T23:23:40,258 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T23:23:40,342 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9d96596e55a9,40719,1731972197443, ReplicationSource: 1, currentBandwidth=0 2024-11-18T23:23:40,343 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:23:40,343 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,40719,1731972197443, seqNum=-1] 2024-11-18T23:23:40,343 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:23:40,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-18T23:23:40,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9d96596e55a9,40719,1731972197443', locateType=CURRENT is [region=hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067., hostname=9d96596e55a9,40719,1731972197443, seqNum=2] 2024-11-18T23:23:40,359 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T23:23:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T23:23:40,370 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9d96596e55a9,40719,1731972197443 suceeded 2024-11-18T23:23:40,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T23:23:40,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 277 msec 2024-11-18T23:23:40,374 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9d96596e55a9:33431,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T23:23:40,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 977 msec 2024-11-18T23:23:40,403 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:33431' 2024-11-18T23:23:40,420 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34f2cef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:40,421 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,33431,-1 for getting cluster id 2024-11-18T23:23:40,421 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:23:40,421 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82f22201-556e-4724-9c2b-b8120f1848bd' 2024-11-18T23:23:40,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:23:40,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82f22201-556e-4724-9c2b-b8120f1848bd" 2024-11-18T23:23:40,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a0cf361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:40,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,33431,-1] 2024-11-18T23:23:40,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:23:40,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:40,423 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:23:40,424 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5125bcfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:40,424 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:23:40,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,33431,1731972204163 2024-11-18T23:23:40,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1692b219 2024-11-18T23:23:40,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:23:40,427 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-18T23:23:40,428 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9d96596e55a9,40719,1731972197443 (queues=1) is replicating from cluster=056e2d12-eb2f-4875-bdc4-283a8e713461 to cluster=82f22201-556e-4724-9c2b-b8120f1848bd 2024-11-18T23:23:40,428 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9d96596e55a9%2C40719%2C1731972197443 2024-11-18T23:23:40,428 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9d96596e55a9,40719,1731972197443, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T23:23:40,441 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650, startPosition=0, beingWritten=true 2024-11-18T23:23:40,464 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.shipper9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9d96596e55a9%2C40719%2C1731972197443 2024-11-18T23:23:40,494 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:23:40,494 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 379, reset compression=false 2024-11-18T23:23:40,494 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.shipper9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,40719,1731972197443 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:23:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:23:40,548 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T23:23:40,548 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:23:40,548 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:40,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:40,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:40,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:40,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8671b6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:40,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,33431,-1 for getting cluster id 2024-11-18T23:23:40,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:23:40,558 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82f22201-556e-4724-9c2b-b8120f1848bd' 2024-11-18T23:23:40,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:23:40,558 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82f22201-556e-4724-9c2b-b8120f1848bd" 2024-11-18T23:23:40,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a153c64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:40,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,33431,-1] 2024-11-18T23:23:40,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:23:40,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:40,560 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:23:40,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd7e8c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:40,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:23:40,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,33431,1731972204163 2024-11-18T23:23:40,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42f6b84c 2024-11-18T23:23:40,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:23:40,565 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:23:40,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9d96596e55a9:41553,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T23:23:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T23:23:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:23:40,569 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:41553' 2024-11-18T23:23:40,577 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11da0bec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:40,577 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,41553,-1 for getting cluster id 2024-11-18T23:23:40,577 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:23:40,578 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04284d7-8183-4e4d-b835-cfc1ee32ecd3' 2024-11-18T23:23:40,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:23:40,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04284d7-8183-4e4d-b835-cfc1ee32ecd3" 2024-11-18T23:23:40,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fee110c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:40,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,41553,-1] 2024-11-18T23:23:40,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:23:40,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:40,580 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:23:40,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ce1948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:40,581 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:23:40,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,41553,1731972211852 2024-11-18T23:23:40,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c384e6d 2024-11-18T23:23:40,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:23:40,584 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:23:40,585 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T23:23:40,585 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T23:23:40,585 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:40,585 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:40,586 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:23:40,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:40,589 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T23:23:40,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:23:40,591 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:40,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:23:40,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741837_1013 (size=1138) 2024-11-18T23:23:40,636 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c9fe8c7e4605c686eb605b71a301725b, NAME => 'hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867 2024-11-18T23:23:40,639 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T23:23:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:23:40,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741838_1014 (size=44) 2024-11-18T23:23:40,712 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:23:40,712 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c9fe8c7e4605c686eb605b71a301725b, disabling compactions & flushes 2024-11-18T23:23:40,712 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b. 2024-11-18T23:23:40,712 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b. 2024-11-18T23:23:40,712 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b. after waiting 0 ms 2024-11-18T23:23:40,712 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b. 2024-11-18T23:23:40,712 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b. 2024-11-18T23:23:40,712 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c9fe8c7e4605c686eb605b71a301725b: Waiting for close lock at 1731972220712Disabling compacts and flushes for region at 1731972220712Disabling writes for close at 1731972220712Writing region close event to WAL at 1731972220712Closed at 1731972220712 2024-11-18T23:23:40,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:23:40,714 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731972220714"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972220714"}]},"ts":"1731972220714"} 2024-11-18T23:23:40,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:23:40,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:23:40,726 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972220726"}]},"ts":"1731972220726"} 2024-11-18T23:23:40,729 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T23:23:40,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c9fe8c7e4605c686eb605b71a301725b, ASSIGN}] 2024-11-18T23:23:40,731 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c9fe8c7e4605c686eb605b71a301725b, ASSIGN 2024-11-18T23:23:40,733 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c9fe8c7e4605c686eb605b71a301725b, ASSIGN; state=OFFLINE, location=9d96596e55a9,44297,1731972204566; forceNewPlan=false, retain=false 2024-11-18T23:23:40,734 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 379, reset compression=false 2024-11-18T23:23:40,883 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c9fe8c7e4605c686eb605b71a301725b, regionState=OPENING, regionLocation=9d96596e55a9,44297,1731972204566 2024-11-18T23:23:40,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c9fe8c7e4605c686eb605b71a301725b, ASSIGN because future has completed 2024-11-18T23:23:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:23:40,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9fe8c7e4605c686eb605b71a301725b, server=9d96596e55a9,44297,1731972204566}] 2024-11-18T23:23:41,037 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:23:41,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:41,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:41,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:41,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:41,077 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 379, reset compression=false 2024-11-18T23:23:41,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b. 2024-11-18T23:23:41,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:23:41,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T23:23:41,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C44297%2C1731972204566.rep, suffix=, logDir=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566, archiveDir=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/oldWALs, maxLogs=10 2024-11-18T23:23:41,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.rep.1731972221167, exclude list is [], retry=0 2024-11-18T23:23:41,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:41,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:41,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:41,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:41,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:41,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:23:41,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46329,DS-39e26990-4bd6-4440-adce-2f560edafab2,DISK] 2024-11-18T23:23:41,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:41,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:41,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:41,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.rep.1731972221167 2024-11-18T23:23:41,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40753:40753)] 2024-11-18T23:23:41,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c9fe8c7e4605c686eb605b71a301725b, NAME => 'hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:23:41,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:23:41,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:23:41,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b. service=MultiRowMutationService 2024-11-18T23:23:41,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T23:23:41,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c9fe8c7e4605c686eb605b71a301725b 2024-11-18T23:23:41,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:23:41,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c9fe8c7e4605c686eb605b71a301725b 2024-11-18T23:23:41,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c9fe8c7e4605c686eb605b71a301725b 2024-11-18T23:23:41,270 INFO [StoreOpener-c9fe8c7e4605c686eb605b71a301725b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c9fe8c7e4605c686eb605b71a301725b 2024-11-18T23:23:41,276 INFO [StoreOpener-c9fe8c7e4605c686eb605b71a301725b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9fe8c7e4605c686eb605b71a301725b columnFamilyName hfileref 2024-11-18T23:23:41,277 DEBUG [StoreOpener-c9fe8c7e4605c686eb605b71a301725b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:41,284 INFO [StoreOpener-c9fe8c7e4605c686eb605b71a301725b-1 {}] regionserver.HStore(327): Store=c9fe8c7e4605c686eb605b71a301725b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:41,284 INFO [StoreOpener-c9fe8c7e4605c686eb605b71a301725b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c9fe8c7e4605c686eb605b71a301725b 2024-11-18T23:23:41,289 INFO [StoreOpener-c9fe8c7e4605c686eb605b71a301725b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9fe8c7e4605c686eb605b71a301725b columnFamilyName queue 2024-11-18T23:23:41,289 DEBUG [StoreOpener-c9fe8c7e4605c686eb605b71a301725b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:41,290 INFO [StoreOpener-c9fe8c7e4605c686eb605b71a301725b-1 {}] regionserver.HStore(327): Store=c9fe8c7e4605c686eb605b71a301725b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:41,291 INFO [StoreOpener-c9fe8c7e4605c686eb605b71a301725b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c9fe8c7e4605c686eb605b71a301725b 2024-11-18T23:23:41,295 INFO [StoreOpener-c9fe8c7e4605c686eb605b71a301725b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9fe8c7e4605c686eb605b71a301725b columnFamilyName sid 2024-11-18T23:23:41,295 DEBUG [StoreOpener-c9fe8c7e4605c686eb605b71a301725b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:41,295 INFO [StoreOpener-c9fe8c7e4605c686eb605b71a301725b-1 {}] regionserver.HStore(327): Store=c9fe8c7e4605c686eb605b71a301725b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:41,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c9fe8c7e4605c686eb605b71a301725b 2024-11-18T23:23:41,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/replication/c9fe8c7e4605c686eb605b71a301725b 2024-11-18T23:23:41,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/replication/c9fe8c7e4605c686eb605b71a301725b 2024-11-18T23:23:41,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c9fe8c7e4605c686eb605b71a301725b 2024-11-18T23:23:41,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c9fe8c7e4605c686eb605b71a301725b 2024-11-18T23:23:41,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:23:41,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c9fe8c7e4605c686eb605b71a301725b 2024-11-18T23:23:41,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/replication/c9fe8c7e4605c686eb605b71a301725b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:23:41,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c9fe8c7e4605c686eb605b71a301725b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72199219, jitterRate=0.07585220038890839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:23:41,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c9fe8c7e4605c686eb605b71a301725b 2024-11-18T23:23:41,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c9fe8c7e4605c686eb605b71a301725b: Running coprocessor pre-open hook at 1731972221268Writing region info on filesystem at 1731972221268Initializing all the Stores at 1731972221268Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972221268Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972221269 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972221269Cleaning up temporary data from old regions at 1731972221309 (+40 ms)Running coprocessor post-open hooks at 1731972221347 (+38 ms)Region opened successfully at 1731972221347 2024-11-18T23:23:41,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b., pid=10, masterSystemTime=1731972221054 2024-11-18T23:23:41,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b. 2024-11-18T23:23:41,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b. 2024-11-18T23:23:41,369 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c9fe8c7e4605c686eb605b71a301725b, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,44297,1731972204566 2024-11-18T23:23:41,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c9fe8c7e4605c686eb605b71a301725b, server=9d96596e55a9,44297,1731972204566 because future has completed 2024-11-18T23:23:41,376 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33431 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9d96596e55a9,44297,1731972204566, table=hbase:replication, region=c9fe8c7e4605c686eb605b71a301725b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T23:23:41,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T23:23:41,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c9fe8c7e4605c686eb605b71a301725b, server=9d96596e55a9,44297,1731972204566 in 497 msec 2024-11-18T23:23:41,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T23:23:41,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c9fe8c7e4605c686eb605b71a301725b, ASSIGN in 659 msec 2024-11-18T23:23:41,398 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:23:41,398 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972221398"}]},"ts":"1731972221398"} 2024-11-18T23:23:41,402 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T23:23:41,403 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:23:41,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 817 msec 2024-11-18T23:23:41,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b., hostname=9d96596e55a9,44297,1731972204566, seqNum=2] 2024-11-18T23:23:41,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-739275207 2024-11-18T23:23:41,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44297-0x10150425a230004, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-739275207 2024-11-18T23:23:41,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T23:23:41,579 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 379, reset compression=false 2024-11-18T23:23:41,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T23:23:41,695 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T23:23:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:23:41,802 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9d96596e55a9,44297,1731972204566, ReplicationSource: 1, currentBandwidth=0 2024-11-18T23:23:41,803 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:23:41,803 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,44297,1731972204566, seqNum=-1] 2024-11-18T23:23:41,804 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:23:41,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-18T23:23:41,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9d96596e55a9,44297,1731972204566', locateType=CURRENT is [region=hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b., hostname=9d96596e55a9,44297,1731972204566, seqNum=2] 2024-11-18T23:23:41,839 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T23:23:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T23:23:41,845 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9d96596e55a9,44297,1731972204566 suceeded 2024-11-18T23:23:41,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T23:23:41,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 310 msec 2024-11-18T23:23:41,849 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9d96596e55a9:41553,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T23:23:41,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2840 sec 2024-11-18T23:23:41,877 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:41553' 2024-11-18T23:23:41,888 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@529f698f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:41,889 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,41553,-1 for getting cluster id 2024-11-18T23:23:41,889 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:23:41,890 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04284d7-8183-4e4d-b835-cfc1ee32ecd3' 2024-11-18T23:23:41,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:23:41,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04284d7-8183-4e4d-b835-cfc1ee32ecd3" 2024-11-18T23:23:41,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ffad9e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:41,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,41553,-1] 2024-11-18T23:23:41,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:23:41,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:41,896 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:23:41,897 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d628f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:41,897 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:23:41,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,41553,1731972211852 2024-11-18T23:23:41,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34a04bab 2024-11-18T23:23:41,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:23:41,900 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-18T23:23:41,904 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9d96596e55a9,44297,1731972204566 (queues=1) is replicating from cluster=82f22201-556e-4724-9c2b-b8120f1848bd to cluster=e04284d7-8183-4e4d-b835-cfc1ee32ecd3 2024-11-18T23:23:41,906 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9d96596e55a9%2C44297%2C1731972204566 2024-11-18T23:23:41,906 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9d96596e55a9,44297,1731972204566, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T23:23:41,921 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684, startPosition=0, beingWritten=true 2024-11-18T23:23:41,933 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.shipper9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9d96596e55a9%2C44297%2C1731972204566 2024-11-18T23:23:41,975 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:23:41,975 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 379, reset compression=false 2024-11-18T23:23:41,975 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.shipper9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,44297,1731972204566 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:23:42,116 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 379, reset compression=false 2024-11-18T23:23:42,217 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 379, reset compression=false 2024-11-18T23:23:42,557 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 379, reset compression=false 2024-11-18T23:23:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:23:42,733 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T23:23:42,736 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:23:42,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:42,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:42,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:42,737 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:42,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1fcc63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:42,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,41553,-1 for getting cluster id 2024-11-18T23:23:42,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:23:42,740 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04284d7-8183-4e4d-b835-cfc1ee32ecd3' 2024-11-18T23:23:42,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:23:42,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04284d7-8183-4e4d-b835-cfc1ee32ecd3" 2024-11-18T23:23:42,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ff2134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:42,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,41553,-1] 2024-11-18T23:23:42,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:23:42,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:42,743 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:23:42,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20410dbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:42,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:23:42,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,41553,1731972211852 2024-11-18T23:23:42,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d674a6 2024-11-18T23:23:42,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:23:42,749 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:23:42,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9d96596e55a9:33431,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T23:23:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T23:23:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:23:42,754 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:33431' 2024-11-18T23:23:42,772 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e79e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:42,772 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,33431,-1 for getting cluster id 2024-11-18T23:23:42,773 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:23:42,773 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 379, reset compression=false 2024-11-18T23:23:42,776 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82f22201-556e-4724-9c2b-b8120f1848bd' 2024-11-18T23:23:42,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:23:42,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82f22201-556e-4724-9c2b-b8120f1848bd" 2024-11-18T23:23:42,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af94bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:42,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,33431,-1] 2024-11-18T23:23:42,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:23:42,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:42,778 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:23:42,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3ddf2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:42,785 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:23:42,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,33431,1731972204163 2024-11-18T23:23:42,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a62f6c8 2024-11-18T23:23:42,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:23:42,791 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:23:42,796 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-18T23:23:42,797 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T23:23:42,797 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:42,797 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:42,797 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:23:42,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:42,798 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T23:23:42,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:23:42,799 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:42,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:23:42,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741837_1013 (size=1138) 2024-11-18T23:23:42,849 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T23:23:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:23:42,996 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 379, reset compression=false 2024-11-18T23:23:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:23:43,243 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e0852928541b9254e965007cc9e1a42e, NAME => 'hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4 2024-11-18T23:23:43,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741838_1014 (size=44) 2024-11-18T23:23:43,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:23:43,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e0852928541b9254e965007cc9e1a42e, disabling compactions & flushes 2024-11-18T23:23:43,298 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e. 2024-11-18T23:23:43,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e. 2024-11-18T23:23:43,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e. after waiting 0 ms 2024-11-18T23:23:43,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e. 2024-11-18T23:23:43,298 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e. 2024-11-18T23:23:43,298 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e0852928541b9254e965007cc9e1a42e: Waiting for close lock at 1731972223298Disabling compacts and flushes for region at 1731972223298Disabling writes for close at 1731972223298Writing region close event to WAL at 1731972223298Closed at 1731972223298 2024-11-18T23:23:43,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:23:43,300 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731972223300"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972223300"}]},"ts":"1731972223300"} 2024-11-18T23:23:43,303 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:23:43,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:23:43,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972223304"}]},"ts":"1731972223304"} 2024-11-18T23:23:43,307 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T23:23:43,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e0852928541b9254e965007cc9e1a42e, ASSIGN}] 2024-11-18T23:23:43,309 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e0852928541b9254e965007cc9e1a42e, ASSIGN 2024-11-18T23:23:43,310 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e0852928541b9254e965007cc9e1a42e, ASSIGN; state=OFFLINE, location=9d96596e55a9,43375,1731972212551; forceNewPlan=false, retain=false 2024-11-18T23:23:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:23:43,464 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e0852928541b9254e965007cc9e1a42e, regionState=OPENING, regionLocation=9d96596e55a9,43375,1731972212551 2024-11-18T23:23:43,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e0852928541b9254e965007cc9e1a42e, ASSIGN because future has completed 2024-11-18T23:23:43,472 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T23:23:43,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0852928541b9254e965007cc9e1a42e, server=9d96596e55a9,43375,1731972212551}] 2024-11-18T23:23:43,510 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 379, reset compression=false 2024-11-18T23:23:43,521 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 379, reset compression=false 2024-11-18T23:23:43,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e. 2024-11-18T23:23:43,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:23:43,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T23:23:43,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C43375%2C1731972212551.rep, suffix=, logDir=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551, archiveDir=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/oldWALs, maxLogs=10 2024-11-18T23:23:43,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.rep.1731972223691, exclude list is [], retry=0 2024-11-18T23:23:43,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38737,DS-1f9b64d0-bc60-4a45-adab-f8a25468da85,DISK] 2024-11-18T23:23:43,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.rep.1731972223691 2024-11-18T23:23:43,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45153:45153)] 2024-11-18T23:23:43,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e0852928541b9254e965007cc9e1a42e, NAME => 'hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:23:43,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:23:43,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:23:43,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e. service=MultiRowMutationService 2024-11-18T23:23:43,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T23:23:43,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e0852928541b9254e965007cc9e1a42e 2024-11-18T23:23:43,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:23:43,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e0852928541b9254e965007cc9e1a42e 2024-11-18T23:23:43,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e0852928541b9254e965007cc9e1a42e 2024-11-18T23:23:43,788 INFO [StoreOpener-e0852928541b9254e965007cc9e1a42e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e0852928541b9254e965007cc9e1a42e 2024-11-18T23:23:43,799 INFO [StoreOpener-e0852928541b9254e965007cc9e1a42e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0852928541b9254e965007cc9e1a42e columnFamilyName hfileref 2024-11-18T23:23:43,799 DEBUG [StoreOpener-e0852928541b9254e965007cc9e1a42e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:43,808 INFO [StoreOpener-e0852928541b9254e965007cc9e1a42e-1 {}] regionserver.HStore(327): Store=e0852928541b9254e965007cc9e1a42e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:43,808 INFO [StoreOpener-e0852928541b9254e965007cc9e1a42e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e0852928541b9254e965007cc9e1a42e 2024-11-18T23:23:43,821 INFO [StoreOpener-e0852928541b9254e965007cc9e1a42e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0852928541b9254e965007cc9e1a42e columnFamilyName queue 2024-11-18T23:23:43,821 DEBUG [StoreOpener-e0852928541b9254e965007cc9e1a42e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:43,829 INFO [StoreOpener-e0852928541b9254e965007cc9e1a42e-1 {}] regionserver.HStore(327): Store=e0852928541b9254e965007cc9e1a42e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:43,830 INFO [StoreOpener-e0852928541b9254e965007cc9e1a42e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e0852928541b9254e965007cc9e1a42e 2024-11-18T23:23:43,839 INFO [StoreOpener-e0852928541b9254e965007cc9e1a42e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0852928541b9254e965007cc9e1a42e columnFamilyName sid 2024-11-18T23:23:43,839 DEBUG [StoreOpener-e0852928541b9254e965007cc9e1a42e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:23:43,844 INFO [StoreOpener-e0852928541b9254e965007cc9e1a42e-1 {}] regionserver.HStore(327): Store=e0852928541b9254e965007cc9e1a42e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:23:43,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e0852928541b9254e965007cc9e1a42e 2024-11-18T23:23:43,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/replication/e0852928541b9254e965007cc9e1a42e 2024-11-18T23:23:43,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/replication/e0852928541b9254e965007cc9e1a42e 2024-11-18T23:23:43,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e0852928541b9254e965007cc9e1a42e 2024-11-18T23:23:43,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e0852928541b9254e965007cc9e1a42e 2024-11-18T23:23:43,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:23:43,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e0852928541b9254e965007cc9e1a42e 2024-11-18T23:23:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:23:43,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/replication/e0852928541b9254e965007cc9e1a42e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:23:43,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e0852928541b9254e965007cc9e1a42e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69153682, jitterRate=0.030470162630081177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:23:43,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0852928541b9254e965007cc9e1a42e 2024-11-18T23:23:43,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e0852928541b9254e965007cc9e1a42e: Running coprocessor pre-open hook at 1731972223777Writing region info on filesystem at 1731972223777Initializing all the Stores at 1731972223781 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972223781Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972223784 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972223784Cleaning up temporary data from old regions at 1731972223861 (+77 ms)Running coprocessor post-open hooks at 1731972223913 (+52 ms)Region opened successfully at 1731972223913 2024-11-18T23:23:43,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e., pid=10, masterSystemTime=1731972223660 2024-11-18T23:23:43,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e. 2024-11-18T23:23:43,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e. 2024-11-18T23:23:43,924 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e0852928541b9254e965007cc9e1a42e, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,43375,1731972212551 2024-11-18T23:23:43,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0852928541b9254e965007cc9e1a42e, server=9d96596e55a9,43375,1731972212551 because future has completed 2024-11-18T23:23:43,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T23:23:43,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e0852928541b9254e965007cc9e1a42e, server=9d96596e55a9,43375,1731972212551 in 452 msec 2024-11-18T23:23:43,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T23:23:43,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e0852928541b9254e965007cc9e1a42e, ASSIGN in 666 msec 2024-11-18T23:23:43,987 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:23:43,987 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972223987"}]},"ts":"1731972223987"} 2024-11-18T23:23:44,004 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T23:23:44,009 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:23:44,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2120 sec 2024-11-18T23:23:44,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e., hostname=9d96596e55a9,43375,1731972212551, seqNum=2] 2024-11-18T23:23:44,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x10150425a230007, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21343821450 2024-11-18T23:23:44,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21343821450 2024-11-18T23:23:44,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T23:23:44,165 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 379, reset compression=false 2024-11-18T23:23:44,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T23:23:44,291 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T23:23:44,349 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 379, reset compression=false 2024-11-18T23:23:44,395 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9d96596e55a9,43375,1731972212551, ReplicationSource: 1, currentBandwidth=0 2024-11-18T23:23:44,396 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:23:44,396 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,43375,1731972212551, seqNum=-1] 2024-11-18T23:23:44,405 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:23:44,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-18T23:23:44,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9d96596e55a9,43375,1731972212551', locateType=CURRENT is [region=hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e., hostname=9d96596e55a9,43375,1731972212551, seqNum=2] 2024-11-18T23:23:44,418 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T23:23:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T23:23:44,424 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9d96596e55a9,43375,1731972212551 suceeded 2024-11-18T23:23:44,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T23:23:44,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 296 msec 2024-11-18T23:23:44,427 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9d96596e55a9:33431,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T23:23:44,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6780 sec 2024-11-18T23:23:44,436 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:33431' 2024-11-18T23:23:44,438 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3648df2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:44,438 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,33431,-1 for getting cluster id 2024-11-18T23:23:44,438 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:23:44,439 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82f22201-556e-4724-9c2b-b8120f1848bd' 2024-11-18T23:23:44,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:23:44,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82f22201-556e-4724-9c2b-b8120f1848bd" 2024-11-18T23:23:44,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a00fb27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:44,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,33431,-1] 2024-11-18T23:23:44,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:23:44,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:44,441 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:23:44,444 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10024f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:44,445 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:23:44,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,33431,1731972204163 2024-11-18T23:23:44,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28f71a84 2024-11-18T23:23:44,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:23:44,448 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-18T23:23:44,456 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9d96596e55a9,43375,1731972212551 (queues=1) is replicating from cluster=e04284d7-8183-4e4d-b835-cfc1ee32ecd3 to cluster=82f22201-556e-4724-9c2b-b8120f1848bd 2024-11-18T23:23:44,456 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9d96596e55a9%2C43375%2C1731972212551 2024-11-18T23:23:44,456 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9d96596e55a9,43375,1731972212551, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T23:23:44,468 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885, startPosition=0, beingWritten=true 2024-11-18T23:23:44,472 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.shipper9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9d96596e55a9%2C43375%2C1731972212551 2024-11-18T23:23:44,499 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:23:44,499 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 379, reset compression=false 2024-11-18T23:23:44,499 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.shipper9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,43375,1731972212551 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:23:44,705 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 379, reset compression=false 2024-11-18T23:23:44,884 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 379, reset compression=false 2024-11-18T23:23:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41553 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:23:44,912 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T23:23:44,913 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:23:44,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:44,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:44,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:44,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:44,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26102b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:44,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,43135,-1 for getting cluster id 2024-11-18T23:23:44,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:23:44,921 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '056e2d12-eb2f-4875-bdc4-283a8e713461' 2024-11-18T23:23:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:23:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "056e2d12-eb2f-4875-bdc4-283a8e713461" 2024-11-18T23:23:44,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28955784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:44,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,43135,-1] 2024-11-18T23:23:44,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:23:44,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:44,923 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:23:44,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67513937, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:44,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5385ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:44,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,33431,-1 for getting cluster id 2024-11-18T23:23:44,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:23:44,933 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82f22201-556e-4724-9c2b-b8120f1848bd' 2024-11-18T23:23:44,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:23:44,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82f22201-556e-4724-9c2b-b8120f1848bd" 2024-11-18T23:23:44,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673e898f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:44,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,33431,-1] 2024-11-18T23:23:44,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:23:44,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:44,936 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:23:44,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8cfa19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:44,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a96f31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:44,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,41553,-1 for getting cluster id 2024-11-18T23:23:44,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:23:44,953 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04284d7-8183-4e4d-b835-cfc1ee32ecd3' 2024-11-18T23:23:44,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:23:44,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04284d7-8183-4e4d-b835-cfc1ee32ecd3" 2024-11-18T23:23:44,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dcf5c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:44,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,41553,-1] 2024-11-18T23:23:44,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:23:44,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:44,954 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:23:44,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2886dc5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:44,955 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:23:44,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,40719,1731972197443, seqNum=-1] 2024-11-18T23:23:44,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:23:44,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:23:44,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731972215918.6b6da6139ab7763be78b34df80131d9d., hostname=9d96596e55a9,40719,1731972197443, seqNum=2] 2024-11-18T23:23:44,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:23:44,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,43375,1731972212551, seqNum=-1] 2024-11-18T23:23:44,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:23:44,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:23:44,969 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731972218232.083aaa81cadcd908b172d42c5468eba2., hostname=9d96596e55a9,43375,1731972212551, seqNum=2] 2024-11-18T23:23:44,972 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T23:23:45,032 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 379, reset compression=false 2024-11-18T23:23:45,293 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 379, reset compression=false 2024-11-18T23:23:45,299 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:23:45,299 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 480, reset compression=false 2024-11-18T23:23:45,304 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.shipper9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,40719,1731972197443 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b6da6139ab7763be78b34df80131d9d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T23:23:45,320 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.shipper9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:23:45,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-18T23:23:45,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:23:45,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30e226fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:45,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,33431,-1 for getting cluster id 2024-11-18T23:23:45,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:23:45,329 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82f22201-556e-4724-9c2b-b8120f1848bd' 2024-11-18T23:23:45,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:23:45,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82f22201-556e-4724-9c2b-b8120f1848bd" 2024-11-18T23:23:45,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@380a0679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:45,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,33431,-1] 2024-11-18T23:23:45,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:23:45,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:45,330 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:23:45,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71b9c4ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:45,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:23:45,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,44297,1731972204566, seqNum=-1] 2024-11-18T23:23:45,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:23:45,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-18T23:23:45,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6., hostname=9d96596e55a9,44297,1731972204566, seqNum=2] 2024-11-18T23:23:45,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:23:45,462 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 379, reset compression=false 2024-11-18T23:23:45,518 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 480, reset compression=false 2024-11-18T23:23:45,713 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 379, reset compression=false 2024-11-18T23:23:45,729 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:23:45,729 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 503, reset compression=false 2024-11-18T23:23:45,729 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.shipper9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,44297,1731972204566 got entry batch from reader: WALEntryBatch [walEntries=[{test/354e6907961e6e5f5f6bef4da86389d6/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-18T23:23:45,732 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.shipper9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:23:45,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-18T23:23:45,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43375 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:23:45,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57a77707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:45,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43375 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,41553,-1 for getting cluster id 2024-11-18T23:23:45,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:23:45,737 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04284d7-8183-4e4d-b835-cfc1ee32ecd3' 2024-11-18T23:23:45,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:23:45,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04284d7-8183-4e4d-b835-cfc1ee32ecd3" 2024-11-18T23:23:45,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a732654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:45,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,41553,-1] 2024-11-18T23:23:45,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:23:45,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:45,738 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:23:45,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bfbc37f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:23:45,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43375 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:23:45,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,43375,1731972212551, seqNum=-1] 2024-11-18T23:23:45,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:23:45,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-18T23:23:45,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731972218232.083aaa81cadcd908b172d42c5468eba2., hostname=9d96596e55a9,43375,1731972212551, seqNum=2] 2024-11-18T23:23:45,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43375 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:23:45,834 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 480, reset compression=false 2024-11-18T23:23:45,936 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 503, reset compression=false 2024-11-18T23:23:45,977 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 379, reset compression=false 2024-11-18T23:23:45,989 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T23:23:45,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:23:46,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,44297,1731972204566, seqNum=-1] 2024-11-18T23:23:46,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:23:46,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:23:46,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6., hostname=9d96596e55a9,44297,1731972204566, seqNum=2] 2024-11-18T23:23:46,062 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T23:23:46,066 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:23:46,066 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 527, reset compression=false 2024-11-18T23:23:46,066 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.shipper9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,43375,1731972212551 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:23:46,240 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 480, reset compression=false 2024-11-18T23:23:46,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T23:23:46,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T23:23:46,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:23:46,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T23:23:46,252 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 503, reset compression=false 2024-11-18T23:23:46,298 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:23:46,298 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 607, reset compression=false 2024-11-18T23:23:46,298 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.shipper9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,44297,1731972204566 got entry batch from reader: WALEntryBatch [walEntries=[{test/354e6907961e6e5f5f6bef4da86389d6/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T23:23:46,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43375 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:23:46,305 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 527, reset compression=false 2024-11-18T23:23:46,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43375 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:23:46,345 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:23:46,345 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 655, reset compression=false 2024-11-18T23:23:46,345 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.shipper9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,43375,1731972212551 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:23:46,396 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T23:23:46,542 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 607, reset compression=false 2024-11-18T23:23:46,578 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 655, reset compression=false 2024-11-18T23:23:46,771 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:23:46,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:46,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:46,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:46,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:46,812 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 480, reset compression=false 2024-11-18T23:23:46,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:46,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:46,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:46,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:46,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:46,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:46,873 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 607, reset compression=false 2024-11-18T23:23:46,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:46,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:46,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:46,917 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 655, reset compression=false 2024-11-18T23:23:47,068 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T23:23:47,074 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-18T23:23:47,296 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 607, reset compression=false 2024-11-18T23:23:47,340 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 655, reset compression=false 2024-11-18T23:23:47,371 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:23:47,371 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 759, reset compression=false 2024-11-18T23:23:47,372 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.shipper9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,43375,1731972212551 got entry batch from reader: WALEntryBatch [walEntries=[{test/083aaa81cadcd908b172d42c5468eba2/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T23:23:47,379 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.shipper9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:23:47,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-18T23:23:47,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:23:47,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:23:47,455 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 480, reset compression=false 2024-11-18T23:23:47,627 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 759, reset compression=false 2024-11-18T23:23:47,807 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 607, reset compression=false 2024-11-18T23:23:47,841 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:23:47,841 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 735, reset compression=false 2024-11-18T23:23:47,841 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.shipper9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,44297,1731972204566 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:23:47,948 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 759, reset compression=false 2024-11-18T23:23:48,069 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 735, reset compression=false 2024-11-18T23:23:48,077 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-18T23:23:48,085 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T23:23:48,177 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 480, reset compression=false 2024-11-18T23:23:48,193 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:23:48,193 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 636, reset compression=false 2024-11-18T23:23:48,193 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.shipper9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,40719,1731972197443 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b6da6139ab7763be78b34df80131d9d/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T23:23:48,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:23:48,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:23:48,368 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 759, reset compression=false 2024-11-18T23:23:48,413 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 735, reset compression=false 2024-11-18T23:23:48,421 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 636, reset compression=false 2024-11-18T23:23:48,425 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:23:48,425 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 882, reset compression=false 2024-11-18T23:23:48,425 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.shipper9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,44297,1731972204566 got entry batch from reader: WALEntryBatch [walEntries=[{test/354e6907961e6e5f5f6bef4da86389d6/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-18T23:23:48,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43375 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:23:48,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43375 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:23:48,638 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 882, reset compression=false 2024-11-18T23:23:48,729 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 636, reset compression=false 2024-11-18T23:23:48,899 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 759, reset compression=false 2024-11-18T23:23:48,904 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:23:48,904 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 930, reset compression=false 2024-11-18T23:23:48,904 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.shipper9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,43375,1731972212551 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:23:48,952 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 882, reset compression=false 2024-11-18T23:23:49,087 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T23:23:49,090 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T23:23:49,109 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 930, reset compression=false 2024-11-18T23:23:49,145 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 636, reset compression=false 2024-11-18T23:23:49,372 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 882, reset compression=false 2024-11-18T23:23:49,400 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:23:49,401 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 1041, reset compression=false 2024-11-18T23:23:49,401 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.shipper9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,44297,1731972204566 got entry batch from reader: WALEntryBatch [walEntries=[{test/354e6907961e6e5f5f6bef4da86389d6/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T23:23:49,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43375 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:23:49,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43375 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:23:49,416 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 930, reset compression=false 2024-11-18T23:23:49,430 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:23:49,430 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 1080, reset compression=false 2024-11-18T23:23:49,430 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.shipper9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,43375,1731972212551 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:23:49,611 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 1041, reset compression=false 2024-11-18T23:23:49,663 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 1080, reset compression=false 2024-11-18T23:23:49,676 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 636, reset compression=false 2024-11-18T23:23:49,929 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 1041, reset compression=false 2024-11-18T23:23:49,979 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 1080, reset compression=false 2024-11-18T23:23:50,098 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T23:23:50,109 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-18T23:23:50,295 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 636, reset compression=false 2024-11-18T23:23:50,366 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 1041, reset compression=false 2024-11-18T23:23:50,397 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 1080, reset compression=false 2024-11-18T23:23:50,403 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:23:50,404 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 1239, reset compression=false 2024-11-18T23:23:50,404 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.shipper9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,43375,1731972212551 got entry batch from reader: WALEntryBatch [walEntries=[{test/083aaa81cadcd908b172d42c5468eba2/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T23:23:50,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T23:23:50,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T23:23:50,624 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 1239, reset compression=false 2024-11-18T23:23:50,885 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 1041, reset compression=false 2024-11-18T23:23:50,925 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:23:50,925 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 1191, reset compression=false 2024-11-18T23:23:50,926 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.shipper9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,44297,1731972204566 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:23:51,008 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 1239, reset compression=false 2024-11-18T23:23:51,038 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 636, reset compression=false 2024-11-18T23:23:51,113 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-18T23:23:51,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T23:23:51,163 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:23:51,164 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:51,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:51,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:51,164 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T23:23:51,164 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=588766428, stopped=false 2024-11-18T23:23:51,164 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d96596e55a9,41553,1731972211852 2024-11-18T23:23:51,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:51,172 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 1191, reset compression=false 2024-11-18T23:23:51,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x10150425a230007, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21343821450/running 2024-11-18T23:23:51,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x10150425a230007, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21343821450 2024-11-18T23:23:51,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21343821450/running 2024-11-18T23:23:51,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21343821450 2024-11-18T23:23:51,228 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:23:51,229 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:23:51,229 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:51,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:51,229 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d96596e55a9,43375,1731972212551' ***** 2024-11-18T23:23:51,229 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T23:23:51,230 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T23:23:51,230 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T23:23:51,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Set watcher on znode that does not yet exist, /21343821450/running 2024-11-18T23:23:51,231 INFO [RS:0;9d96596e55a9:43375 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T23:23:51,231 INFO [RS:0;9d96596e55a9:43375 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T23:23:51,231 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(3091): Received CLOSE for 083aaa81cadcd908b172d42c5468eba2 2024-11-18T23:23:51,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43375-0x10150425a230007, quorum=127.0.0.1:57515, baseZNode=/21343821450 Set watcher on znode that does not yet exist, /21343821450/running 2024-11-18T23:23:51,236 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(3091): Received CLOSE for e0852928541b9254e965007cc9e1a42e 2024-11-18T23:23:51,236 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(959): stopping server 9d96596e55a9,43375,1731972212551 2024-11-18T23:23:51,236 INFO [RS:0;9d96596e55a9:43375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:23:51,236 INFO [RS:0;9d96596e55a9:43375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:43375. 2024-11-18T23:23:51,237 DEBUG [RS:0;9d96596e55a9:43375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:51,237 DEBUG [RS:0;9d96596e55a9:43375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:51,237 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T23:23:51,237 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T23:23:51,237 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T23:23:51,237 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T23:23:51,240 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 083aaa81cadcd908b172d42c5468eba2, disabling compactions & flushes 2024-11-18T23:23:51,240 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731972218232.083aaa81cadcd908b172d42c5468eba2. 2024-11-18T23:23:51,241 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972218232.083aaa81cadcd908b172d42c5468eba2. 2024-11-18T23:23:51,241 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731972218232.083aaa81cadcd908b172d42c5468eba2. after waiting 0 ms 2024-11-18T23:23:51,241 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731972218232.083aaa81cadcd908b172d42c5468eba2. 2024-11-18T23:23:51,241 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 083aaa81cadcd908b172d42c5468eba2 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-18T23:23:51,248 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T23:23:51,248 DEBUG [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(1325): Online Regions={083aaa81cadcd908b172d42c5468eba2=test,,1731972218232.083aaa81cadcd908b172d42c5468eba2., e0852928541b9254e965007cc9e1a42e=hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:23:51,248 DEBUG [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(1351): Waiting on 083aaa81cadcd908b172d42c5468eba2, 1588230740, e0852928541b9254e965007cc9e1a42e 2024-11-18T23:23:51,248 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:23:51,248 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:23:51,249 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:23:51,249 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:23:51,249 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:23:51,249 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T23:23:51,299 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740/.tmp/info/d284359a312f4fafb03991bc358a38b1 is 147, key is hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e./info:regioninfo/1731972223924/Put/seqid=0 2024-11-18T23:23:51,299 INFO [regionserver/9d96596e55a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:23:51,315 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/default/test/083aaa81cadcd908b172d42c5468eba2/.tmp/f/4c059c4fe41847f2a18161c068fba367 is 29, key is row1/f:/1731972229088/DeleteFamily/seqid=0 2024-11-18T23:23:51,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741840_1016 (size=7686) 2024-11-18T23:23:51,324 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740/.tmp/info/d284359a312f4fafb03991bc358a38b1 2024-11-18T23:23:51,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741841_1017 (size=5152) 2024-11-18T23:23:51,386 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740/.tmp/ns/928b3d1f2d5846bbb3c3bfcef445388d is 43, key is default/ns:d/1731972215767/Put/seqid=0 2024-11-18T23:23:51,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741842_1018 (size=5153) 2024-11-18T23:23:51,444 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 1239, reset compression=false 2024-11-18T23:23:51,449 DEBUG [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(1351): Waiting on 083aaa81cadcd908b172d42c5468eba2, 1588230740, e0852928541b9254e965007cc9e1a42e 2024-11-18T23:23:51,450 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:23:51,450 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 1486, reset compression=false 2024-11-18T23:23:51,450 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.shipper9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,43375,1731972212551 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:23:51,451 ERROR [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.shipper9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9d96596e55a9,43375,1731972212551: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9d96596e55a9,43375,1731972212551, walGroup=9d96596e55a9%2C43375%2C1731972212551, offset=9d96596e55a9%2C43375%2C1731972212551.1731972214885:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:43375 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T23:23:51,453 ERROR [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.shipper9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T23:23:51,453 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.shipper9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T23:23:51,453 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.shipper9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T23:23:51,453 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.shipper9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T23:23:51,453 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.shipper9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T23:23:51,453 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.shipper9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1426063360, "init": 1048576000, "max": 2306867200, "used": 881604568 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 202929800 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T23:23:51,454 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.shipper9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:41553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:41553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T23:23:51,495 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 1191, reset compression=false 2024-11-18T23:23:51,649 DEBUG [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(1351): Waiting on 083aaa81cadcd908b172d42c5468eba2, 1588230740, e0852928541b9254e965007cc9e1a42e 2024-11-18T23:23:51,660 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 1486, reset compression=false 2024-11-18T23:23:51,753 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/default/test/083aaa81cadcd908b172d42c5468eba2/.tmp/f/4c059c4fe41847f2a18161c068fba367 2024-11-18T23:23:51,769 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c059c4fe41847f2a18161c068fba367 2024-11-18T23:23:51,774 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T23:23:51,775 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T23:23:51,811 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740/.tmp/ns/928b3d1f2d5846bbb3c3bfcef445388d 2024-11-18T23:23:51,816 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/default/test/083aaa81cadcd908b172d42c5468eba2/.tmp/f1/e9b375fdbde841aaac1449c7f096c32a is 30, key is row1/f1:/1731972229088/DeleteFamily/seqid=0 2024-11-18T23:23:51,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741843_1019 (size=5158) 2024-11-18T23:23:51,852 DEBUG [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(1351): Waiting on 083aaa81cadcd908b172d42c5468eba2, 1588230740, e0852928541b9254e965007cc9e1a42e 2024-11-18T23:23:51,865 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 636, reset compression=false 2024-11-18T23:23:51,866 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740/.tmp/rep_barrier/cda8c61051d94bfa86a83cebfdf0ccbb is 112, key is test,,1731972218232.083aaa81cadcd908b172d42c5468eba2./rep_barrier:seqnumDuringOpen/1731972219093/Put/seqid=0 2024-11-18T23:23:51,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741844_1020 (size=5518) 2024-11-18T23:23:51,901 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 1191, reset compression=false 2024-11-18T23:23:51,968 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 1486, reset compression=false 2024-11-18T23:23:52,053 DEBUG [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(1351): Waiting on 083aaa81cadcd908b172d42c5468eba2, 1588230740, e0852928541b9254e965007cc9e1a42e 2024-11-18T23:23:52,249 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/default/test/083aaa81cadcd908b172d42c5468eba2/.tmp/f1/e9b375fdbde841aaac1449c7f096c32a 2024-11-18T23:23:52,253 DEBUG [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(1351): Waiting on 083aaa81cadcd908b172d42c5468eba2, 1588230740, e0852928541b9254e965007cc9e1a42e 2024-11-18T23:23:52,286 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9b375fdbde841aaac1449c7f096c32a 2024-11-18T23:23:52,305 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740/.tmp/rep_barrier/cda8c61051d94bfa86a83cebfdf0ccbb 2024-11-18T23:23:52,367 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/default/test/083aaa81cadcd908b172d42c5468eba2/.tmp/norep/12becabb822c4cef859910ec85af9d47 is 33, key is row2/norep:/1731972230104/DeleteFamily/seqid=0 2024-11-18T23:23:52,377 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740/.tmp/table/8afce005fe5c4cacb9071ff06862ce34 is 53, key is hbase:replication/table:state/1731972223987/Put/seqid=0 2024-11-18T23:23:52,393 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 1486, reset compression=false 2024-11-18T23:23:52,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741845_1021 (size=5108) 2024-11-18T23:23:52,412 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/default/test/083aaa81cadcd908b172d42c5468eba2/.tmp/norep/12becabb822c4cef859910ec85af9d47 2024-11-18T23:23:52,421 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 1191, reset compression=false 2024-11-18T23:23:52,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741846_1022 (size=5308) 2024-11-18T23:23:52,445 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12becabb822c4cef859910ec85af9d47 2024-11-18T23:23:52,449 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/default/test/083aaa81cadcd908b172d42c5468eba2/.tmp/f/4c059c4fe41847f2a18161c068fba367 as hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/default/test/083aaa81cadcd908b172d42c5468eba2/f/4c059c4fe41847f2a18161c068fba367 2024-11-18T23:23:52,454 DEBUG [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(1351): Waiting on 083aaa81cadcd908b172d42c5468eba2, 1588230740, e0852928541b9254e965007cc9e1a42e 2024-11-18T23:23:52,483 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c059c4fe41847f2a18161c068fba367 2024-11-18T23:23:52,484 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/default/test/083aaa81cadcd908b172d42c5468eba2/f/4c059c4fe41847f2a18161c068fba367, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T23:23:52,492 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/default/test/083aaa81cadcd908b172d42c5468eba2/.tmp/f1/e9b375fdbde841aaac1449c7f096c32a as hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/default/test/083aaa81cadcd908b172d42c5468eba2/f1/e9b375fdbde841aaac1449c7f096c32a 2024-11-18T23:23:52,510 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9b375fdbde841aaac1449c7f096c32a 2024-11-18T23:23:52,510 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/default/test/083aaa81cadcd908b172d42c5468eba2/f1/e9b375fdbde841aaac1449c7f096c32a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T23:23:52,512 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/default/test/083aaa81cadcd908b172d42c5468eba2/.tmp/norep/12becabb822c4cef859910ec85af9d47 as hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/default/test/083aaa81cadcd908b172d42c5468eba2/norep/12becabb822c4cef859910ec85af9d47 2024-11-18T23:23:52,545 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12becabb822c4cef859910ec85af9d47 2024-11-18T23:23:52,545 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/default/test/083aaa81cadcd908b172d42c5468eba2/norep/12becabb822c4cef859910ec85af9d47, entries=1, sequenceid=10, filesize=5.0 K 2024-11-18T23:23:52,547 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 083aaa81cadcd908b172d42c5468eba2 in 1305ms, sequenceid=10, compaction requested=false 2024-11-18T23:23:52,561 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/default/test/083aaa81cadcd908b172d42c5468eba2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T23:23:52,565 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:23:52,565 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:23:52,565 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731972218232.083aaa81cadcd908b172d42c5468eba2. 2024-11-18T23:23:52,565 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 083aaa81cadcd908b172d42c5468eba2: Waiting for close lock at 1731972231240Running coprocessor pre-close hooks at 1731972231240Disabling compacts and flushes for region at 1731972231240Disabling writes for close at 1731972231241 (+1 ms)Obtaining lock to block concurrent updates at 1731972231241Preparing flush snapshotting stores in 083aaa81cadcd908b172d42c5468eba2 at 1731972231241Finished memstore snapshotting test,,1731972218232.083aaa81cadcd908b172d42c5468eba2., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731972231241Flushing stores of test,,1731972218232.083aaa81cadcd908b172d42c5468eba2. at 1731972231248 (+7 ms)Flushing 083aaa81cadcd908b172d42c5468eba2/f: creating writer at 1731972231248Flushing 083aaa81cadcd908b172d42c5468eba2/f: appending metadata at 1731972231310 (+62 ms)Flushing 083aaa81cadcd908b172d42c5468eba2/f: closing flushed file at 1731972231310Flushing 083aaa81cadcd908b172d42c5468eba2/f1: creating writer at 1731972231769 (+459 ms)Flushing 083aaa81cadcd908b172d42c5468eba2/f1: appending metadata at 1731972231815 (+46 ms)Flushing 083aaa81cadcd908b172d42c5468eba2/f1: closing flushed file at 1731972231815Flushing 083aaa81cadcd908b172d42c5468eba2/norep: creating writer at 1731972232286 (+471 ms)Flushing 083aaa81cadcd908b172d42c5468eba2/norep: appending metadata at 1731972232366 (+80 ms)Flushing 083aaa81cadcd908b172d42c5468eba2/norep: closing flushed file at 1731972232366Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@643c50c8: reopening flushed file at 1731972232446 (+80 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40ed30eb: reopening flushed file at 1731972232484 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c3465e: reopening flushed file at 1731972232511 (+27 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 083aaa81cadcd908b172d42c5468eba2 in 1305ms, sequenceid=10, compaction requested=false at 1731972232547 (+36 ms)Writing region close event to WAL at 1731972232553 (+6 ms)Running coprocessor post-close hooks at 1731972232565 (+12 ms)Closed at 1731972232565 2024-11-18T23:23:52,565 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731972218232.083aaa81cadcd908b172d42c5468eba2. 2024-11-18T23:23:52,565 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e0852928541b9254e965007cc9e1a42e, disabling compactions & flushes 2024-11-18T23:23:52,565 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e. 2024-11-18T23:23:52,565 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e. 2024-11-18T23:23:52,565 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e. after waiting 0 ms 2024-11-18T23:23:52,565 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e. 2024-11-18T23:23:52,566 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e0852928541b9254e965007cc9e1a42e: Waiting for close lock at 1731972232565Running coprocessor pre-close hooks at 1731972232565Disabling compacts and flushes for region at 1731972232565Disabling writes for close at 1731972232565Failed flush hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e., putting online again at 1731972232566 (+1 ms) 2024-11-18T23:23:52,566 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e. 2024-11-18T23:23:52,654 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T23:23:52,654 DEBUG [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(1325): Online Regions={e0852928541b9254e965007cc9e1a42e=hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:23:52,654 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(3091): Received CLOSE for e0852928541b9254e965007cc9e1a42e 2024-11-18T23:23:52,654 DEBUG [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e0852928541b9254e965007cc9e1a42e 2024-11-18T23:23:52,657 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e0852928541b9254e965007cc9e1a42e, disabling compactions & flushes 2024-11-18T23:23:52,657 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e. 2024-11-18T23:23:52,657 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e. 2024-11-18T23:23:52,657 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e. after waiting 0 ms 2024-11-18T23:23:52,657 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e. 2024-11-18T23:23:52,657 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e0852928541b9254e965007cc9e1a42e: Waiting for close lock at 1731972232657Running coprocessor pre-close hooks at 1731972232657Disabling compacts and flushes for region at 1731972232657Disabling writes for close at 1731972232657Failed flush hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e., putting online again at 1731972232657 2024-11-18T23:23:52,657 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731972222797.e0852928541b9254e965007cc9e1a42e. 2024-11-18T23:23:52,797 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 636, reset compression=false 2024-11-18T23:23:52,831 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740/.tmp/table/8afce005fe5c4cacb9071ff06862ce34 2024-11-18T23:23:52,841 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740/.tmp/info/d284359a312f4fafb03991bc358a38b1 as hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740/info/d284359a312f4fafb03991bc358a38b1 2024-11-18T23:23:52,850 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740/info/d284359a312f4fafb03991bc358a38b1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T23:23:52,855 DEBUG [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:23:52,856 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740/.tmp/ns/928b3d1f2d5846bbb3c3bfcef445388d as hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740/ns/928b3d1f2d5846bbb3c3bfcef445388d 2024-11-18T23:23:52,862 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740/ns/928b3d1f2d5846bbb3c3bfcef445388d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T23:23:52,863 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740/.tmp/rep_barrier/cda8c61051d94bfa86a83cebfdf0ccbb as hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740/rep_barrier/cda8c61051d94bfa86a83cebfdf0ccbb 2024-11-18T23:23:52,879 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740/rep_barrier/cda8c61051d94bfa86a83cebfdf0ccbb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T23:23:52,880 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740/.tmp/table/8afce005fe5c4cacb9071ff06862ce34 as hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740/table/8afce005fe5c4cacb9071ff06862ce34 2024-11-18T23:23:52,887 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740/table/8afce005fe5c4cacb9071ff06862ce34, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T23:23:52,888 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1639ms, sequenceid=16, compaction requested=false 2024-11-18T23:23:52,909 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T23:23:52,910 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:23:52,910 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:23:52,910 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:23:52,910 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972231248Running coprocessor pre-close hooks at 1731972231248Disabling compacts and flushes for region at 1731972231248Disabling writes for close at 1731972231249 (+1 ms)Obtaining lock to block concurrent updates at 1731972231249Preparing flush snapshotting stores in 1588230740 at 1731972231249Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731972231249Flushing stores of hbase:meta,,1.1588230740 at 1731972231256 (+7 ms)Flushing 1588230740/info: creating writer at 1731972231256Flushing 1588230740/info: appending metadata at 1731972231298 (+42 ms)Flushing 1588230740/info: closing flushed file at 1731972231298Flushing 1588230740/ns: creating writer at 1731972231353 (+55 ms)Flushing 1588230740/ns: appending metadata at 1731972231386 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1731972231386Flushing 1588230740/rep_barrier: creating writer at 1731972231823 (+437 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731972231865 (+42 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731972231865Flushing 1588230740/table: creating writer at 1731972232309 (+444 ms)Flushing 1588230740/table: appending metadata at 1731972232376 (+67 ms)Flushing 1588230740/table: closing flushed file at 1731972232376Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64804fdf: reopening flushed file at 1731972232841 (+465 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@304a2d0: reopening flushed file at 1731972232850 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@218f60b5: reopening flushed file at 1731972232863 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20ec40f0: reopening flushed file at 1731972232879 (+16 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1639ms, sequenceid=16, compaction requested=false at 1731972232888 (+9 ms)Writing region close event to WAL at 1731972232905 (+17 ms)Running coprocessor post-close hooks at 1731972232910 (+5 ms)Closed at 1731972232910 2024-11-18T23:23:52,910 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T23:23:52,925 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 1486, reset compression=false 2024-11-18T23:23:52,969 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:23:52,969 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 2130, reset compression=false 2024-11-18T23:23:53,053 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 1191, reset compression=false 2024-11-18T23:23:53,055 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T23:23:53,055 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(976): stopping server 9d96596e55a9,43375,1731972212551; all regions closed. 2024-11-18T23:23:53,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741834_1010 (size=4239) 2024-11-18T23:23:53,114 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.meta.1731972215445.meta not finished, retry = 0 2024-11-18T23:23:53,189 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 2130, reset compression=false 2024-11-18T23:23:53,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741839_1015 (size=2171) 2024-11-18T23:23:53,277 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.rep.1731972223691 not finished, retry = 0 2024-11-18T23:23:53,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741832_1008 (size=2138) 2024-11-18T23:23:53,409 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 not finished, retry = 0 2024-11-18T23:23:53,512 DEBUG [RS:0;9d96596e55a9:43375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:53,512 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:23:53,512 INFO [RS:0;9d96596e55a9:43375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:23:53,513 INFO [RS:0;9d96596e55a9:43375 {}] hbase.ChoreService(370): Chore service for: regionserver/9d96596e55a9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T23:23:53,513 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 to pos 2130, reset compression=false 2024-11-18T23:23:53,513 INFO [RS:0;9d96596e55a9:43375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:23:53,513 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:23:53,513 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9d96596e55a9,43375,1731972212551 because: Region server is closing 2024-11-18T23:23:53,513 INFO [RS:0;9d96596e55a9:43375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:43375. 2024-11-18T23:23:53,513 DEBUG [RS:0;9d96596e55a9:43375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:53,513 DEBUG [RS:0;9d96596e55a9:43375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:53,514 DEBUG [RS:0;9d96596e55a9:43375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:53,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:53,515 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/WALs/9d96596e55a9,43375,1731972212551/9d96596e55a9%2C43375%2C1731972212551.1731972214885 2024-11-18T23:23:53,613 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T23:23:53,614 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.shipper9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 terminated 2024-11-18T23:23:53,614 INFO [RS:0;9d96596e55a9:43375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:43375. 2024-11-18T23:23:53,614 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43375,1731972212551.replicationSource.wal-reader.9d96596e55a9%2C43375%2C1731972212551,1-9d96596e55a9,43375,1731972212551 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-18T23:23:53,614 DEBUG [RS:0;9d96596e55a9:43375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:53,614 DEBUG [RS:0;9d96596e55a9:43375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:53,614 DEBUG [RS:0;9d96596e55a9:43375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:53,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:53,614 INFO [RS:0;9d96596e55a9:43375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43375 2024-11-18T23:23:53,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21343821450/rs 2024-11-18T23:23:53,628 INFO [RS:0;9d96596e55a9:43375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:23:53,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x10150425a230007, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21343821450/rs/9d96596e55a9,43375,1731972212551 2024-11-18T23:23:53,648 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d96596e55a9,43375,1731972212551] 2024-11-18T23:23:53,669 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21343821450/draining/9d96596e55a9,43375,1731972212551 already deleted, retry=false 2024-11-18T23:23:53,669 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d96596e55a9,43375,1731972212551 expired; onlineServers=0 2024-11-18T23:23:53,669 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d96596e55a9,41553,1731972211852' ***** 2024-11-18T23:23:53,669 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T23:23:53,669 INFO [M:0;9d96596e55a9:41553 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:23:53,670 INFO [M:0;9d96596e55a9:41553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:23:53,670 DEBUG [M:0;9d96596e55a9:41553 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T23:23:53,670 DEBUG [M:0;9d96596e55a9:41553 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T23:23:53,670 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972214540 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972214540,5,FailOnTimeoutGroup] 2024-11-18T23:23:53,670 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972214549 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972214549,5,FailOnTimeoutGroup] 2024-11-18T23:23:53,670 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T23:23:53,670 INFO [M:0;9d96596e55a9:41553 {}] hbase.ChoreService(370): Chore service for: master/9d96596e55a9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T23:23:53,670 INFO [M:0;9d96596e55a9:41553 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:23:53,670 DEBUG [M:0;9d96596e55a9:41553 {}] master.HMaster(1795): Stopping service threads 2024-11-18T23:23:53,671 INFO [M:0;9d96596e55a9:41553 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T23:23:53,671 INFO [M:0;9d96596e55a9:41553 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:23:53,671 INFO [M:0;9d96596e55a9:41553 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T23:23:53,671 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T23:23:53,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21343821450/master 2024-11-18T23:23:53,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21343821450 2024-11-18T23:23:53,680 DEBUG [M:0;9d96596e55a9:41553 {}] zookeeper.RecoverableZooKeeper(212): Node /21343821450/master already deleted, retry=false 2024-11-18T23:23:53,681 DEBUG [M:0;9d96596e55a9:41553 {}] master.ActiveMasterManager(353): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Failed delete of our master address node; KeeperErrorCode = NoNode for /21343821450/master 2024-11-18T23:23:53,684 INFO [M:0;9d96596e55a9:41553 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/.lastflushedseqids 2024-11-18T23:23:53,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741847_1023 (size=245) 2024-11-18T23:23:53,725 INFO [M:0;9d96596e55a9:41553 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T23:23:53,725 INFO [M:0;9d96596e55a9:41553 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T23:23:53,726 DEBUG [M:0;9d96596e55a9:41553 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:23:53,726 INFO [M:0;9d96596e55a9:41553 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:53,726 DEBUG [M:0;9d96596e55a9:41553 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:53,726 DEBUG [M:0;9d96596e55a9:41553 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:23:53,726 DEBUG [M:0;9d96596e55a9:41553 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:53,726 INFO [M:0;9d96596e55a9:41553 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-18T23:23:53,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x10150425a230007, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:23:53,747 INFO [RS:0;9d96596e55a9:43375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:23:53,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43375-0x10150425a230007, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:23:53,747 INFO [RS:0;9d96596e55a9:43375 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d96596e55a9,43375,1731972212551; zookeeper connection closed. 2024-11-18T23:23:53,747 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6464d7c1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6464d7c1 2024-11-18T23:23:53,747 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T23:23:53,777 DEBUG [M:0;9d96596e55a9:41553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fff0291670d94e61972e3b20f5931198 is 82, key is hbase:meta,,1/info:regioninfo/1731972215588/Put/seqid=0 2024-11-18T23:23:53,804 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 636, reset compression=false 2024-11-18T23:23:53,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741848_1024 (size=5672) 2024-11-18T23:23:53,814 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 1191, reset compression=false 2024-11-18T23:23:54,212 INFO [M:0;9d96596e55a9:41553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fff0291670d94e61972e3b20f5931198 2024-11-18T23:23:54,287 DEBUG [M:0;9d96596e55a9:41553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/144a57981ae4493ab4665e5637728a20 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731972224011/Put/seqid=0 2024-11-18T23:23:54,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741849_1025 (size=8517) 2024-11-18T23:23:54,332 INFO [M:0;9d96596e55a9:41553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/144a57981ae4493ab4665e5637728a20 2024-11-18T23:23:54,387 DEBUG [M:0;9d96596e55a9:41553 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b66aedfde312460a93cf9153c9333f53 is 69, key is 9d96596e55a9,43375,1731972212551/rs:state/1731972214608/Put/seqid=0 2024-11-18T23:23:54,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741850_1026 (size=5156) 2024-11-18T23:23:54,427 INFO [M:0;9d96596e55a9:41553 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b66aedfde312460a93cf9153c9333f53 2024-11-18T23:23:54,437 DEBUG [M:0;9d96596e55a9:41553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fff0291670d94e61972e3b20f5931198 as hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fff0291670d94e61972e3b20f5931198 2024-11-18T23:23:54,461 INFO [M:0;9d96596e55a9:41553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fff0291670d94e61972e3b20f5931198, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T23:23:54,462 DEBUG [M:0;9d96596e55a9:41553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/144a57981ae4493ab4665e5637728a20 as hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/144a57981ae4493ab4665e5637728a20 2024-11-18T23:23:54,471 INFO [M:0;9d96596e55a9:41553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/144a57981ae4493ab4665e5637728a20, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T23:23:54,471 DEBUG [M:0;9d96596e55a9:41553 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b66aedfde312460a93cf9153c9333f53 as hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b66aedfde312460a93cf9153c9333f53 2024-11-18T23:23:54,476 INFO [M:0;9d96596e55a9:41553 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41557/user/jenkins/test-data/1f346daa-b203-7487-b800-f76ab9f643a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b66aedfde312460a93cf9153c9333f53, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T23:23:54,489 INFO [M:0;9d96596e55a9:41553 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 763ms, sequenceid=97, compaction requested=false 2024-11-18T23:23:54,524 INFO [M:0;9d96596e55a9:41553 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:54,524 DEBUG [M:0;9d96596e55a9:41553 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972233726Disabling compacts and flushes for region at 1731972233726Disabling writes for close at 1731972233726Obtaining lock to block concurrent updates at 1731972233726Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731972233726Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731972233726Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731972233742 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731972233742Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731972233776 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731972233777 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731972234229 (+452 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731972234287 (+58 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731972234287Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731972234352 (+65 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731972234386 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731972234386Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7664c63f: reopening flushed file at 1731972234436 (+50 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@740e8948: reopening flushed file at 1731972234461 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6281b97a: reopening flushed file at 1731972234471 (+10 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 763ms, sequenceid=97, compaction requested=false at 1731972234489 (+18 ms)Writing region close event to WAL at 1731972234524 (+35 ms)Closed at 1731972234524 2024-11-18T23:23:54,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38737 is added to blk_1073741830_1006 (size=63666) 2024-11-18T23:23:54,557 INFO [M:0;9d96596e55a9:41553 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T23:23:54,557 INFO [M:0;9d96596e55a9:41553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41553 2024-11-18T23:23:54,558 INFO [M:0;9d96596e55a9:41553 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:23:54,560 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:23:54,638 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 1191, reset compression=false 2024-11-18T23:23:54,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:23:54,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41553-0x10150425a230006, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:23:54,788 INFO [M:0;9d96596e55a9:41553 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:23:54,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75fd094d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:23:54,809 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cd76569{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:23:54,809 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:23:54,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c780991{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:23:54,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@666a8ab4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/hadoop.log.dir/,STOPPED} 2024-11-18T23:23:54,811 WARN [BP-217717339-172.17.0.2-1731972209266 heartbeating to localhost/127.0.0.1:41557 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T23:23:54,811 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T23:23:54,811 WARN [BP-217717339-172.17.0.2-1731972209266 heartbeating to localhost/127.0.0.1:41557 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-217717339-172.17.0.2-1731972209266 (Datanode Uuid 8c4d8c6c-03d4-4398-b05e-6b044ac46695) service to localhost/127.0.0.1:41557 2024-11-18T23:23:54,811 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T23:23:54,812 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/cluster_cd6dd4a0-2528-6aa2-d1cc-beb12d3dc8cb/data/data1/current/BP-217717339-172.17.0.2-1731972209266 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:23:54,812 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/cluster_cd6dd4a0-2528-6aa2-d1cc-beb12d3dc8cb/data/data2/current/BP-217717339-172.17.0.2-1731972209266 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:23:54,812 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T23:23:54,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24595238{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:23:54,830 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53b2d1be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:23:54,830 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:23:54,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@204908a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:23:54,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73773d71{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/hadoop.log.dir/,STOPPED} 2024-11-18T23:23:54,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T23:23:54,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T23:23:54,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:23:54,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:54,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:54,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:54,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:54,860 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T23:23:54,860 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1081751729, stopped=false 2024-11-18T23:23:54,860 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d96596e55a9,33431,1731972204163 2024-11-18T23:23:54,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44297-0x10150425a230004, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-739275207/running 2024-11-18T23:23:54,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-739275207/running 2024-11-18T23:23:54,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-739275207 2024-11-18T23:23:54,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44297-0x10150425a230004, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-739275207 2024-11-18T23:23:54,927 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:23:54,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Set watcher on znode that does not yet exist, /1-739275207/running 2024-11-18T23:23:54,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44297-0x10150425a230004, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Set watcher on znode that does not yet exist, /1-739275207/running 2024-11-18T23:23:54,931 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:23:54,931 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:54,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:54,931 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d96596e55a9,44297,1731972204566' ***** 2024-11-18T23:23:54,931 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T23:23:54,931 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T23:23:54,932 INFO [RS:0;9d96596e55a9:44297 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T23:23:54,932 INFO [RS:0;9d96596e55a9:44297 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T23:23:54,932 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(3091): Received CLOSE for 354e6907961e6e5f5f6bef4da86389d6 2024-11-18T23:23:54,932 INFO [regionserver/9d96596e55a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:23:54,932 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(3091): Received CLOSE for c9fe8c7e4605c686eb605b71a301725b 2024-11-18T23:23:54,932 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(959): stopping server 9d96596e55a9,44297,1731972204566 2024-11-18T23:23:54,932 INFO [RS:0;9d96596e55a9:44297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:23:54,932 INFO [RS:0;9d96596e55a9:44297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:44297. 2024-11-18T23:23:54,932 DEBUG [RS:0;9d96596e55a9:44297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:54,932 DEBUG [RS:0;9d96596e55a9:44297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:54,933 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T23:23:54,933 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T23:23:54,933 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T23:23:54,933 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T23:23:54,933 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 354e6907961e6e5f5f6bef4da86389d6, disabling compactions & flushes 2024-11-18T23:23:54,933 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6. 2024-11-18T23:23:54,933 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6. 2024-11-18T23:23:54,933 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6. after waiting 0 ms 2024-11-18T23:23:54,933 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6. 2024-11-18T23:23:54,933 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 354e6907961e6e5f5f6bef4da86389d6 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-18T23:23:54,935 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 636, reset compression=false 2024-11-18T23:23:54,936 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T23:23:54,938 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T23:23:54,938 DEBUG [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(1325): Online Regions={354e6907961e6e5f5f6bef4da86389d6=test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6., c9fe8c7e4605c686eb605b71a301725b=hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:23:54,938 DEBUG [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 354e6907961e6e5f5f6bef4da86389d6, c9fe8c7e4605c686eb605b71a301725b 2024-11-18T23:23:54,938 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:23:54,938 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:23:54,938 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:23:54,938 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:23:54,938 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:23:54,938 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T23:23:54,964 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/default/test/354e6907961e6e5f5f6bef4da86389d6/.tmp/f/051b51c8cbf04311a5902814d135d71d is 29, key is row1/f:/1731972229088/DeleteFamily/seqid=0 2024-11-18T23:23:54,994 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740/.tmp/info/833af03359a84fe5929acd5d83452486 is 147, key is hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b./info:regioninfo/1731972221369/Put/seqid=0 2024-11-18T23:23:55,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741840_1016 (size=5152) 2024-11-18T23:23:55,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741841_1017 (size=7686) 2024-11-18T23:23:55,138 DEBUG [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 354e6907961e6e5f5f6bef4da86389d6, c9fe8c7e4605c686eb605b71a301725b 2024-11-18T23:23:55,338 DEBUG [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 354e6907961e6e5f5f6bef4da86389d6, c9fe8c7e4605c686eb605b71a301725b 2024-11-18T23:23:55,399 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/default/test/354e6907961e6e5f5f6bef4da86389d6/.tmp/f/051b51c8cbf04311a5902814d135d71d 2024-11-18T23:23:55,402 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 051b51c8cbf04311a5902814d135d71d 2024-11-18T23:23:55,419 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/default/test/354e6907961e6e5f5f6bef4da86389d6/.tmp/f1/2db5279c5fa849218a3008b2adb184de is 30, key is row1/f1:/1731972229088/DeleteFamily/seqid=0 2024-11-18T23:23:55,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741842_1018 (size=5158) 2024-11-18T23:23:55,433 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740/.tmp/info/833af03359a84fe5929acd5d83452486 2024-11-18T23:23:55,447 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740/.tmp/ns/1340122afe4a471994287e51f798ddba is 43, key is default/ns:d/1731972209093/Put/seqid=0 2024-11-18T23:23:55,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741843_1019 (size=5153) 2024-11-18T23:23:55,539 DEBUG [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 354e6907961e6e5f5f6bef4da86389d6, c9fe8c7e4605c686eb605b71a301725b 2024-11-18T23:23:55,541 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 1191, reset compression=false 2024-11-18T23:23:55,545 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:23:55,545 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 1438, reset compression=false 2024-11-18T23:23:55,545 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.shipper9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,44297,1731972204566 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:23:55,546 ERROR [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.shipper9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9d96596e55a9,44297,1731972204566: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9d96596e55a9,44297,1731972204566, walGroup=9d96596e55a9%2C44297%2C1731972204566, offset=9d96596e55a9%2C44297%2C1731972204566.1731972207684:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:44297 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T23:23:55,546 ERROR [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.shipper9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T23:23:55,546 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.shipper9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T23:23:55,547 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.shipper9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T23:23:55,547 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.shipper9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T23:23:55,547 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.shipper9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T23:23:55,547 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.shipper9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1426063360, "init": 1048576000, "max": 2306867200, "used": 874314864 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 203196216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T23:23:55,547 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.shipper9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:33431 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:33431 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T23:23:55,612 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T23:23:55,613 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T23:23:55,739 DEBUG [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 354e6907961e6e5f5f6bef4da86389d6, c9fe8c7e4605c686eb605b71a301725b 2024-11-18T23:23:55,748 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 1438, reset compression=false 2024-11-18T23:23:55,823 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/default/test/354e6907961e6e5f5f6bef4da86389d6/.tmp/f1/2db5279c5fa849218a3008b2adb184de 2024-11-18T23:23:55,841 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2db5279c5fa849218a3008b2adb184de 2024-11-18T23:23:55,865 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/default/test/354e6907961e6e5f5f6bef4da86389d6/.tmp/norep/8014b312e6e340cdb57feee20a355ee2 is 33, key is row1/norep:/1731972229088/DeleteFamily/seqid=0 2024-11-18T23:23:55,865 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740/.tmp/ns/1340122afe4a471994287e51f798ddba 2024-11-18T23:23:55,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741844_1020 (size=5108) 2024-11-18T23:23:55,902 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/default/test/354e6907961e6e5f5f6bef4da86389d6/.tmp/norep/8014b312e6e340cdb57feee20a355ee2 2024-11-18T23:23:55,908 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8014b312e6e340cdb57feee20a355ee2 2024-11-18T23:23:55,909 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/default/test/354e6907961e6e5f5f6bef4da86389d6/.tmp/f/051b51c8cbf04311a5902814d135d71d as hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/default/test/354e6907961e6e5f5f6bef4da86389d6/f/051b51c8cbf04311a5902814d135d71d 2024-11-18T23:23:55,911 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740/.tmp/rep_barrier/97403449285140edb5897edefa7ac8d7 is 112, key is test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6./rep_barrier:seqnumDuringOpen/1731972217966/Put/seqid=0 2024-11-18T23:23:55,915 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 051b51c8cbf04311a5902814d135d71d 2024-11-18T23:23:55,915 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/default/test/354e6907961e6e5f5f6bef4da86389d6/f/051b51c8cbf04311a5902814d135d71d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T23:23:55,916 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/default/test/354e6907961e6e5f5f6bef4da86389d6/.tmp/f1/2db5279c5fa849218a3008b2adb184de as hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/default/test/354e6907961e6e5f5f6bef4da86389d6/f1/2db5279c5fa849218a3008b2adb184de 2024-11-18T23:23:55,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741845_1021 (size=5518) 2024-11-18T23:23:55,920 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2db5279c5fa849218a3008b2adb184de 2024-11-18T23:23:55,920 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/default/test/354e6907961e6e5f5f6bef4da86389d6/f1/2db5279c5fa849218a3008b2adb184de, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T23:23:55,921 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/default/test/354e6907961e6e5f5f6bef4da86389d6/.tmp/norep/8014b312e6e340cdb57feee20a355ee2 as hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/default/test/354e6907961e6e5f5f6bef4da86389d6/norep/8014b312e6e340cdb57feee20a355ee2 2024-11-18T23:23:55,925 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8014b312e6e340cdb57feee20a355ee2 2024-11-18T23:23:55,925 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/default/test/354e6907961e6e5f5f6bef4da86389d6/norep/8014b312e6e340cdb57feee20a355ee2, entries=1, sequenceid=10, filesize=5.0 K 2024-11-18T23:23:55,926 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 354e6907961e6e5f5f6bef4da86389d6 in 992ms, sequenceid=10, compaction requested=false 2024-11-18T23:23:55,926 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T23:23:55,929 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/default/test/354e6907961e6e5f5f6bef4da86389d6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T23:23:55,930 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:23:55,930 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:23:55,930 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6. 2024-11-18T23:23:55,930 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 354e6907961e6e5f5f6bef4da86389d6: Waiting for close lock at 1731972234933Running coprocessor pre-close hooks at 1731972234933Disabling compacts and flushes for region at 1731972234933Disabling writes for close at 1731972234933Obtaining lock to block concurrent updates at 1731972234933Preparing flush snapshotting stores in 354e6907961e6e5f5f6bef4da86389d6 at 1731972234933Finished memstore snapshotting test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731972234934 (+1 ms)Flushing stores of test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6. at 1731972234934Flushing 354e6907961e6e5f5f6bef4da86389d6/f: creating writer at 1731972234934Flushing 354e6907961e6e5f5f6bef4da86389d6/f: appending metadata at 1731972234963 (+29 ms)Flushing 354e6907961e6e5f5f6bef4da86389d6/f: closing flushed file at 1731972234963Flushing 354e6907961e6e5f5f6bef4da86389d6/f1: creating writer at 1731972235403 (+440 ms)Flushing 354e6907961e6e5f5f6bef4da86389d6/f1: appending metadata at 1731972235419 (+16 ms)Flushing 354e6907961e6e5f5f6bef4da86389d6/f1: closing flushed file at 1731972235419Flushing 354e6907961e6e5f5f6bef4da86389d6/norep: creating writer at 1731972235841 (+422 ms)Flushing 354e6907961e6e5f5f6bef4da86389d6/norep: appending metadata at 1731972235864 (+23 ms)Flushing 354e6907961e6e5f5f6bef4da86389d6/norep: closing flushed file at 1731972235864Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72b5a570: reopening flushed file at 1731972235908 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f9dbb6e: reopening flushed file at 1731972235915 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7014fe0e: reopening flushed file at 1731972235920 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 354e6907961e6e5f5f6bef4da86389d6 in 992ms, sequenceid=10, compaction requested=false at 1731972235926 (+6 ms)Writing region close event to WAL at 1731972235927 (+1 ms)Running coprocessor post-close hooks at 1731972235930 (+3 ms)Closed at 1731972235930 2024-11-18T23:23:55,930 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731972217075.354e6907961e6e5f5f6bef4da86389d6. 2024-11-18T23:23:55,930 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c9fe8c7e4605c686eb605b71a301725b, disabling compactions & flushes 2024-11-18T23:23:55,930 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b. 2024-11-18T23:23:55,930 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b. 2024-11-18T23:23:55,930 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b. after waiting 0 ms 2024-11-18T23:23:55,930 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b. 2024-11-18T23:23:55,930 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c9fe8c7e4605c686eb605b71a301725b: Waiting for close lock at 1731972235930Running coprocessor pre-close hooks at 1731972235930Disabling compacts and flushes for region at 1731972235930Disabling writes for close at 1731972235930Failed flush hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b., putting online again at 1731972235930 2024-11-18T23:23:55,930 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b. 2024-11-18T23:23:55,939 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T23:23:55,939 DEBUG [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(1325): Online Regions={c9fe8c7e4605c686eb605b71a301725b=hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:23:55,939 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(3091): Received CLOSE for c9fe8c7e4605c686eb605b71a301725b 2024-11-18T23:23:55,939 DEBUG [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c9fe8c7e4605c686eb605b71a301725b 2024-11-18T23:23:55,939 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c9fe8c7e4605c686eb605b71a301725b, disabling compactions & flushes 2024-11-18T23:23:55,939 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b. 2024-11-18T23:23:55,939 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b. 2024-11-18T23:23:55,939 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b. after waiting 0 ms 2024-11-18T23:23:55,939 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b. 2024-11-18T23:23:55,939 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c9fe8c7e4605c686eb605b71a301725b: Waiting for close lock at 1731972235939Running coprocessor pre-close hooks at 1731972235939Disabling compacts and flushes for region at 1731972235939Disabling writes for close at 1731972235939Failed flush hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b., putting online again at 1731972235939 2024-11-18T23:23:55,939 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731972220586.c9fe8c7e4605c686eb605b71a301725b. 2024-11-18T23:23:56,053 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 1438, reset compression=false 2024-11-18T23:23:56,070 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:23:56,070 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 2082, reset compression=false 2024-11-18T23:23:56,139 DEBUG [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:23:56,195 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 636, reset compression=false 2024-11-18T23:23:56,290 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 2082, reset compression=false 2024-11-18T23:23:56,318 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740/.tmp/rep_barrier/97403449285140edb5897edefa7ac8d7 2024-11-18T23:23:56,340 DEBUG [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:23:56,404 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740/.tmp/table/c6462bdac645448babc51c7d60eba9d2 is 53, key is hbase:replication/table:state/1731972221398/Put/seqid=0 2024-11-18T23:23:56,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741846_1022 (size=5308) 2024-11-18T23:23:56,452 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740/.tmp/table/c6462bdac645448babc51c7d60eba9d2 2024-11-18T23:23:56,467 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740/.tmp/info/833af03359a84fe5929acd5d83452486 as hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740/info/833af03359a84fe5929acd5d83452486 2024-11-18T23:23:56,473 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740/info/833af03359a84fe5929acd5d83452486, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T23:23:56,477 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740/.tmp/ns/1340122afe4a471994287e51f798ddba as hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740/ns/1340122afe4a471994287e51f798ddba 2024-11-18T23:23:56,482 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740/ns/1340122afe4a471994287e51f798ddba, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T23:23:56,483 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740/.tmp/rep_barrier/97403449285140edb5897edefa7ac8d7 as hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740/rep_barrier/97403449285140edb5897edefa7ac8d7 2024-11-18T23:23:56,488 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740/rep_barrier/97403449285140edb5897edefa7ac8d7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T23:23:56,491 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740/.tmp/table/c6462bdac645448babc51c7d60eba9d2 as hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740/table/c6462bdac645448babc51c7d60eba9d2 2024-11-18T23:23:56,514 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740/table/c6462bdac645448babc51c7d60eba9d2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T23:23:56,520 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1582ms, sequenceid=16, compaction requested=false 2024-11-18T23:23:56,520 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T23:23:56,540 DEBUG [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:23:56,574 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T23:23:56,575 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:23:56,575 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:23:56,575 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:23:56,575 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972234938Running coprocessor pre-close hooks at 1731972234938Disabling compacts and flushes for region at 1731972234938Disabling writes for close at 1731972234938Obtaining lock to block concurrent updates at 1731972234938Preparing flush snapshotting stores in 1588230740 at 1731972234938Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731972234939 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731972234939Flushing 1588230740/info: creating writer at 1731972234940 (+1 ms)Flushing 1588230740/info: appending metadata at 1731972234994 (+54 ms)Flushing 1588230740/info: closing flushed file at 1731972234994Flushing 1588230740/ns: creating writer at 1731972235436 (+442 ms)Flushing 1588230740/ns: appending metadata at 1731972235447 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731972235447Flushing 1588230740/rep_barrier: creating writer at 1731972235886 (+439 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731972235910 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731972235910Flushing 1588230740/table: creating writer at 1731972236361 (+451 ms)Flushing 1588230740/table: appending metadata at 1731972236403 (+42 ms)Flushing 1588230740/table: closing flushed file at 1731972236403Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72f5132c: reopening flushed file at 1731972236465 (+62 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@621a08d9: reopening flushed file at 1731972236473 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@270fd0: reopening flushed file at 1731972236482 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa2c028: reopening flushed file at 1731972236488 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1582ms, sequenceid=16, compaction requested=false at 1731972236520 (+32 ms)Writing region close event to WAL at 1731972236568 (+48 ms)Running coprocessor post-close hooks at 1731972236575 (+7 ms)Closed at 1731972236575 2024-11-18T23:23:56,575 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T23:23:56,608 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.wal-reader.9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 to pos 2082, reset compression=false 2024-11-18T23:23:56,740 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T23:23:56,740 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(976): stopping server 9d96596e55a9,44297,1731972204566; all regions closed. 2024-11-18T23:23:56,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741834_1010 (size=4239) 2024-11-18T23:23:56,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741839_1015 (size=2171) 2024-11-18T23:23:56,831 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/WALs/9d96596e55a9,44297,1731972204566/9d96596e55a9%2C44297%2C1731972204566.1731972207684 not finished, retry = 0 2024-11-18T23:23:56,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741832_1008 (size=2090) 2024-11-18T23:23:56,932 DEBUG [RS:0;9d96596e55a9:44297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:56,932 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:23:56,932 INFO [RS:0;9d96596e55a9:44297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:23:56,933 INFO [RS:0;9d96596e55a9:44297 {}] hbase.ChoreService(370): Chore service for: regionserver/9d96596e55a9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T23:23:56,933 INFO [RS:0;9d96596e55a9:44297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:23:56,933 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:23:56,933 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9d96596e55a9,44297,1731972204566 because: Region server is closing 2024-11-18T23:23:56,933 INFO [RS:0;9d96596e55a9:44297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:44297. 2024-11-18T23:23:56,933 DEBUG [RS:0;9d96596e55a9:44297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:56,933 DEBUG [RS:0;9d96596e55a9:44297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:56,933 DEBUG [RS:0;9d96596e55a9:44297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:56,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:57,034 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,44297,1731972204566.replicationSource.shipper9d96596e55a9%2C44297%2C1731972204566,1-9d96596e55a9,44297,1731972204566 terminated 2024-11-18T23:23:57,034 INFO [RS:0;9d96596e55a9:44297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:44297. 2024-11-18T23:23:57,034 DEBUG [RS:0;9d96596e55a9:44297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:57,034 DEBUG [RS:0;9d96596e55a9:44297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:57,034 DEBUG [RS:0;9d96596e55a9:44297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:57,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:57,034 INFO [RS:0;9d96596e55a9:44297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44297 2024-11-18T23:23:57,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-739275207/rs 2024-11-18T23:23:57,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44297-0x10150425a230004, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-739275207/rs/9d96596e55a9,44297,1731972204566 2024-11-18T23:23:57,105 INFO [RS:0;9d96596e55a9:44297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:23:57,106 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$366/0x00007fdc7c8e3558@579b3945 rejected from java.util.concurrent.ThreadPoolExecutor@53a4b76e[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-18T23:23:57,112 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d96596e55a9,44297,1731972204566] 2024-11-18T23:23:57,140 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-739275207/draining/9d96596e55a9,44297,1731972204566 already deleted, retry=false 2024-11-18T23:23:57,140 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d96596e55a9,44297,1731972204566 expired; onlineServers=0 2024-11-18T23:23:57,140 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d96596e55a9,33431,1731972204163' ***** 2024-11-18T23:23:57,140 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T23:23:57,140 INFO [M:0;9d96596e55a9:33431 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:23:57,141 INFO [M:0;9d96596e55a9:33431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:23:57,141 DEBUG [M:0;9d96596e55a9:33431 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T23:23:57,141 DEBUG [M:0;9d96596e55a9:33431 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T23:23:57,141 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972207348 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972207348,5,FailOnTimeoutGroup] 2024-11-18T23:23:57,141 INFO [M:0;9d96596e55a9:33431 {}] hbase.ChoreService(370): Chore service for: master/9d96596e55a9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T23:23:57,141 INFO [M:0;9d96596e55a9:33431 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:23:57,141 DEBUG [M:0;9d96596e55a9:33431 {}] master.HMaster(1795): Stopping service threads 2024-11-18T23:23:57,141 INFO [M:0;9d96596e55a9:33431 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T23:23:57,141 INFO [M:0;9d96596e55a9:33431 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:23:57,141 INFO [M:0;9d96596e55a9:33431 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T23:23:57,142 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T23:23:57,144 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T23:23:57,144 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972207352 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972207352,5,FailOnTimeoutGroup] 2024-11-18T23:23:57,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-739275207/master 2024-11-18T23:23:57,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-739275207 2024-11-18T23:23:57,152 DEBUG [M:0;9d96596e55a9:33431 {}] zookeeper.ZKUtil(347): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Unable to get data of znode /1-739275207/master because node does not exist (not an error) 2024-11-18T23:23:57,152 WARN [M:0;9d96596e55a9:33431 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T23:23:57,153 INFO [M:0;9d96596e55a9:33431 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/.lastflushedseqids 2024-11-18T23:23:57,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741847_1023 (size=245) 2024-11-18T23:23:57,171 INFO [M:0;9d96596e55a9:33431 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T23:23:57,172 INFO [M:0;9d96596e55a9:33431 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T23:23:57,173 DEBUG [M:0;9d96596e55a9:33431 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:23:57,173 INFO [M:0;9d96596e55a9:33431 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:57,173 DEBUG [M:0;9d96596e55a9:33431 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:57,173 DEBUG [M:0;9d96596e55a9:33431 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:23:57,173 DEBUG [M:0;9d96596e55a9:33431 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:57,173 INFO [M:0;9d96596e55a9:33431 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-18T23:23:57,198 DEBUG [M:0;9d96596e55a9:33431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bf00c26302949738b1307e367380051 is 82, key is hbase:meta,,1/info:regioninfo/1731972209060/Put/seqid=0 2024-11-18T23:23:57,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741848_1024 (size=5672) 2024-11-18T23:23:57,216 INFO [M:0;9d96596e55a9:33431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bf00c26302949738b1307e367380051 2024-11-18T23:23:57,231 INFO [RS:0;9d96596e55a9:44297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:23:57,231 INFO [RS:0;9d96596e55a9:44297 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d96596e55a9,44297,1731972204566; zookeeper connection closed. 2024-11-18T23:23:57,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44297-0x10150425a230004, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:23:57,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44297-0x10150425a230004, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:23:57,232 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ef32280 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ef32280 2024-11-18T23:23:57,235 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T23:23:57,240 DEBUG [M:0;9d96596e55a9:33431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db2806d236154446bc3ad7baadc8e15d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731972221404/Put/seqid=0 2024-11-18T23:23:57,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741849_1025 (size=8517) 2024-11-18T23:23:57,518 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 636, reset compression=false 2024-11-18T23:23:57,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:57,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:57,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:57,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:57,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:57,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:57,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:57,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:57,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:57,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:57,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:57,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:57,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:57,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:57,664 INFO [M:0;9d96596e55a9:33431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db2806d236154446bc3ad7baadc8e15d 2024-11-18T23:23:57,741 DEBUG [M:0;9d96596e55a9:33431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59cbccc7150c43809667ecd8cf5e11dc is 69, key is 9d96596e55a9,44297,1731972204566/rs:state/1731972207367/Put/seqid=0 2024-11-18T23:23:57,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741850_1026 (size=5156) 2024-11-18T23:23:58,169 INFO [M:0;9d96596e55a9:33431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59cbccc7150c43809667ecd8cf5e11dc 2024-11-18T23:23:58,174 DEBUG [M:0;9d96596e55a9:33431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8bf00c26302949738b1307e367380051 as hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8bf00c26302949738b1307e367380051 2024-11-18T23:23:58,179 INFO [M:0;9d96596e55a9:33431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8bf00c26302949738b1307e367380051, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T23:23:58,180 DEBUG [M:0;9d96596e55a9:33431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db2806d236154446bc3ad7baadc8e15d as hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db2806d236154446bc3ad7baadc8e15d 2024-11-18T23:23:58,185 INFO [M:0;9d96596e55a9:33431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db2806d236154446bc3ad7baadc8e15d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T23:23:58,185 DEBUG [M:0;9d96596e55a9:33431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59cbccc7150c43809667ecd8cf5e11dc as hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59cbccc7150c43809667ecd8cf5e11dc 2024-11-18T23:23:58,190 INFO [M:0;9d96596e55a9:33431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43859/user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59cbccc7150c43809667ecd8cf5e11dc, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T23:23:58,191 INFO [M:0;9d96596e55a9:33431 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1017ms, sequenceid=97, compaction requested=false 2024-11-18T23:23:58,192 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:23:58,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:58,205 INFO [M:0;9d96596e55a9:33431 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:23:58,205 DEBUG [M:0;9d96596e55a9:33431 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972237173Disabling compacts and flushes for region at 1731972237173Disabling writes for close at 1731972237173Obtaining lock to block concurrent updates at 1731972237173Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731972237173Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731972237174 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731972237177 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731972237177Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731972237198 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731972237198Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731972237219 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731972237240 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731972237240Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731972237697 (+457 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731972237740 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731972237740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@491cd286: reopening flushed file at 1731972238173 (+433 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40911709: reopening flushed file at 1731972238179 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56cddbc2: reopening flushed file at 1731972238185 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1017ms, sequenceid=97, compaction requested=false at 1731972238191 (+6 ms)Writing region close event to WAL at 1731972238205 (+14 ms)Closed at 1731972238205 2024-11-18T23:23:58,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:58,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:58,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:58,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:58,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741830_1006 (size=63666) 2024-11-18T23:23:58,207 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f8e95b57-1032-5440-5ea3-2db7f5634867/MasterData/WALs/9d96596e55a9,33431,1731972204163/9d96596e55a9%2C33431%2C1731972204163.1731972206025 not finished, retry = 0 2024-11-18T23:23:58,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:58,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:58,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:58,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:58,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:58,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:58,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:58,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:58,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:23:58,308 INFO [M:0;9d96596e55a9:33431 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T23:23:58,308 INFO [M:0;9d96596e55a9:33431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33431 2024-11-18T23:23:58,308 INFO [M:0;9d96596e55a9:33431 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:23:58,312 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:23:58,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:23:58,461 INFO [M:0;9d96596e55a9:33431 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:23:58,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33431-0x10150425a230003, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:23:58,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6de3b801{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:23:58,469 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a4ee874{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:23:58,469 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:23:58,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37615c98{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:23:58,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44695b67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/hadoop.log.dir/,STOPPED} 2024-11-18T23:23:58,473 WARN [BP-1391268332-172.17.0.2-1731972200714 heartbeating to localhost/127.0.0.1:43859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T23:23:58,473 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T23:23:58,473 WARN [BP-1391268332-172.17.0.2-1731972200714 heartbeating to localhost/127.0.0.1:43859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1391268332-172.17.0.2-1731972200714 (Datanode Uuid 5e9618ee-9d7f-4f03-a250-5180a9be89df) service to localhost/127.0.0.1:43859 2024-11-18T23:23:58,473 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T23:23:58,474 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/cluster_8d445f19-3908-f08d-c1fd-168d5c373e5c/data/data1/current/BP-1391268332-172.17.0.2-1731972200714 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:23:58,474 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/cluster_8d445f19-3908-f08d-c1fd-168d5c373e5c/data/data2/current/BP-1391268332-172.17.0.2-1731972200714 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:23:58,477 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T23:23:58,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68d0c2d1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:23:58,485 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f83fc86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:23:58,485 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:23:58,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f3eb3fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:23:58,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22872e7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fda38dd-f255-ffbe-9e8b-81c438bd1659/hadoop.log.dir/,STOPPED} 2024-11-18T23:23:58,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T23:23:58,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T23:23:58,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:23:58,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:58,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:58,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:58,503 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T23:23:58,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:23:58,503 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2011185606, stopped=false 2024-11-18T23:23:58,503 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d96596e55a9,43135,1731972196852 2024-11-18T23:23:58,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1417953196/running 2024-11-18T23:23:58,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150425a230001, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1417953196/running 2024-11-18T23:23:58,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1417953196 2024-11-18T23:23:58,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150425a230001, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1417953196 2024-11-18T23:23:58,523 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:23:58,526 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:23:58,526 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:58,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:58,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40719-0x10150425a230001, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Set watcher on znode that does not yet exist, /0-1417953196/running 2024-11-18T23:23:58,527 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d96596e55a9,40719,1731972197443' ***** 2024-11-18T23:23:58,527 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T23:23:58,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Set watcher on znode that does not yet exist, /0-1417953196/running 2024-11-18T23:23:58,531 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T23:23:58,531 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T23:23:58,531 INFO [RS:0;9d96596e55a9:40719 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T23:23:58,531 INFO [RS:0;9d96596e55a9:40719 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T23:23:58,532 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b6da6139ab7763be78b34df80131d9d 2024-11-18T23:23:58,532 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(3091): Received CLOSE for ed472ce22827e17bed7cc3488542e067 2024-11-18T23:23:58,532 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(959): stopping server 9d96596e55a9,40719,1731972197443 2024-11-18T23:23:58,532 INFO [RS:0;9d96596e55a9:40719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:23:58,532 INFO [RS:0;9d96596e55a9:40719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:40719. 2024-11-18T23:23:58,532 DEBUG [RS:0;9d96596e55a9:40719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:23:58,532 DEBUG [RS:0;9d96596e55a9:40719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:23:58,532 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T23:23:58,532 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T23:23:58,532 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T23:23:58,532 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T23:23:58,533 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b6da6139ab7763be78b34df80131d9d, disabling compactions & flushes 2024-11-18T23:23:58,533 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731972215918.6b6da6139ab7763be78b34df80131d9d. 2024-11-18T23:23:58,533 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972215918.6b6da6139ab7763be78b34df80131d9d. 2024-11-18T23:23:58,533 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731972215918.6b6da6139ab7763be78b34df80131d9d. after waiting 0 ms 2024-11-18T23:23:58,533 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731972215918.6b6da6139ab7763be78b34df80131d9d. 2024-11-18T23:23:58,533 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6b6da6139ab7763be78b34df80131d9d 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-18T23:23:58,533 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T23:23:58,533 DEBUG [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6b6da6139ab7763be78b34df80131d9d=test,,1731972215918.6b6da6139ab7763be78b34df80131d9d., ed472ce22827e17bed7cc3488542e067=hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067.} 2024-11-18T23:23:58,533 DEBUG [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b6da6139ab7763be78b34df80131d9d, ed472ce22827e17bed7cc3488542e067 2024-11-18T23:23:58,533 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:23:58,533 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:23:58,533 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:23:58,533 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:23:58,534 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:23:58,534 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T23:23:58,554 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740/.tmp/info/e1439271ffd54ecb9029239a74502bc5 is 147, key is hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067./info:regioninfo/1731972219932/Put/seqid=0 2024-11-18T23:23:58,554 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/default/test/6b6da6139ab7763be78b34df80131d9d/.tmp/f/63e00f71c0f2432abb1dd122fa3abcf4 is 28, key is row/f:/1731972228079/DeleteFamily/seqid=0 2024-11-18T23:23:58,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741840_1016 (size=7686) 2024-11-18T23:23:58,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741841_1017 (size=5085) 2024-11-18T23:23:58,607 INFO [regionserver/9d96596e55a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:23:58,736 DEBUG [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b6da6139ab7763be78b34df80131d9d, ed472ce22827e17bed7cc3488542e067 2024-11-18T23:23:58,936 DEBUG [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b6da6139ab7763be78b34df80131d9d, ed472ce22827e17bed7cc3488542e067 2024-11-18T23:23:58,937 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 636, reset compression=false 2024-11-18T23:23:58,960 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740/.tmp/info/e1439271ffd54ecb9029239a74502bc5 2024-11-18T23:23:58,960 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/default/test/6b6da6139ab7763be78b34df80131d9d/.tmp/f/63e00f71c0f2432abb1dd122fa3abcf4 2024-11-18T23:23:58,969 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:23:58,970 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 883, reset compression=false 2024-11-18T23:23:58,972 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.shipper9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,40719,1731972197443 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:23:58,973 ERROR [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.shipper9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9d96596e55a9,40719,1731972197443: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9d96596e55a9,40719,1731972197443, walGroup=9d96596e55a9%2C40719%2C1731972197443, offset=9d96596e55a9%2C40719%2C1731972197443.1731972199650:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:40719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T23:23:58,974 ERROR [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.shipper9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T23:23:58,975 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.shipper9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T23:23:58,975 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.shipper9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T23:23:58,975 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.shipper9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T23:23:58,975 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.shipper9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T23:23:58,975 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.shipper9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1426063360, "init": 1048576000, "max": 2306867200, "used": 968686704 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 203590216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T23:23:58,981 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63e00f71c0f2432abb1dd122fa3abcf4 2024-11-18T23:23:58,976 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.shipper9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:43135 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:43135 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-18T23:23:59,052 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740/.tmp/ns/f4378a61b16643be8000f86111aba5de is 43, key is default/ns:d/1731972200548/Put/seqid=0 2024-11-18T23:23:59,056 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/default/test/6b6da6139ab7763be78b34df80131d9d/.tmp/f1/98dda457cc3b4ba99fda8e9e2cbda120 is 29, key is row/f1:/1731972228079/DeleteFamily/seqid=0 2024-11-18T23:23:59,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741843_1019 (size=5089) 2024-11-18T23:23:59,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741842_1018 (size=5153) 2024-11-18T23:23:59,138 DEBUG [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b6da6139ab7763be78b34df80131d9d, ed472ce22827e17bed7cc3488542e067 2024-11-18T23:23:59,220 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 883, reset compression=false 2024-11-18T23:23:59,338 DEBUG [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b6da6139ab7763be78b34df80131d9d, ed472ce22827e17bed7cc3488542e067 2024-11-18T23:23:59,489 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T23:23:59,489 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T23:23:59,523 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740/.tmp/ns/f4378a61b16643be8000f86111aba5de 2024-11-18T23:23:59,524 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 883, reset compression=false 2024-11-18T23:23:59,531 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/default/test/6b6da6139ab7763be78b34df80131d9d/.tmp/f1/98dda457cc3b4ba99fda8e9e2cbda120 2024-11-18T23:23:59,539 DEBUG [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b6da6139ab7763be78b34df80131d9d, ed472ce22827e17bed7cc3488542e067 2024-11-18T23:23:59,553 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98dda457cc3b4ba99fda8e9e2cbda120 2024-11-18T23:23:59,571 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740/.tmp/rep_barrier/aff7bcf3ea914c489e0fce24817a3f9f is 112, key is test,,1731972215918.6b6da6139ab7763be78b34df80131d9d./rep_barrier:seqnumDuringOpen/1731972216858/Put/seqid=0 2024-11-18T23:23:59,595 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/default/test/6b6da6139ab7763be78b34df80131d9d/.tmp/norep/2ebb731a6d8841c09371eb40ddc9d581 is 32, key is row/norep:/1731972228079/DeleteFamily/seqid=0 2024-11-18T23:23:59,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741844_1020 (size=5518) 2024-11-18T23:23:59,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741845_1021 (size=5101) 2024-11-18T23:23:59,739 DEBUG [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b6da6139ab7763be78b34df80131d9d, ed472ce22827e17bed7cc3488542e067 2024-11-18T23:23:59,939 DEBUG [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b6da6139ab7763be78b34df80131d9d, ed472ce22827e17bed7cc3488542e067 2024-11-18T23:23:59,948 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 883, reset compression=false 2024-11-18T23:24:00,011 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740/.tmp/rep_barrier/aff7bcf3ea914c489e0fce24817a3f9f 2024-11-18T23:24:00,022 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/default/test/6b6da6139ab7763be78b34df80131d9d/.tmp/norep/2ebb731a6d8841c09371eb40ddc9d581 2024-11-18T23:24:00,043 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ebb731a6d8841c09371eb40ddc9d581 2024-11-18T23:24:00,045 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/default/test/6b6da6139ab7763be78b34df80131d9d/.tmp/f/63e00f71c0f2432abb1dd122fa3abcf4 as hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/default/test/6b6da6139ab7763be78b34df80131d9d/f/63e00f71c0f2432abb1dd122fa3abcf4 2024-11-18T23:24:00,054 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63e00f71c0f2432abb1dd122fa3abcf4 2024-11-18T23:24:00,054 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/default/test/6b6da6139ab7763be78b34df80131d9d/f/63e00f71c0f2432abb1dd122fa3abcf4, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T23:24:00,055 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/default/test/6b6da6139ab7763be78b34df80131d9d/.tmp/f1/98dda457cc3b4ba99fda8e9e2cbda120 as hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/default/test/6b6da6139ab7763be78b34df80131d9d/f1/98dda457cc3b4ba99fda8e9e2cbda120 2024-11-18T23:24:00,057 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740/.tmp/table/4f0094018514472faec026ccd8b923cc is 53, key is hbase:replication/table:state/1731972219949/Put/seqid=0 2024-11-18T23:24:00,062 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98dda457cc3b4ba99fda8e9e2cbda120 2024-11-18T23:24:00,062 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/default/test/6b6da6139ab7763be78b34df80131d9d/f1/98dda457cc3b4ba99fda8e9e2cbda120, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T23:24:00,063 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/default/test/6b6da6139ab7763be78b34df80131d9d/.tmp/norep/2ebb731a6d8841c09371eb40ddc9d581 as hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/default/test/6b6da6139ab7763be78b34df80131d9d/norep/2ebb731a6d8841c09371eb40ddc9d581 2024-11-18T23:24:00,070 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ebb731a6d8841c09371eb40ddc9d581 2024-11-18T23:24:00,071 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/default/test/6b6da6139ab7763be78b34df80131d9d/norep/2ebb731a6d8841c09371eb40ddc9d581, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T23:24:00,072 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6b6da6139ab7763be78b34df80131d9d in 1539ms, sequenceid=6, compaction requested=false 2024-11-18T23:24:00,072 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T23:24:00,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741846_1022 (size=5308) 2024-11-18T23:24:00,096 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/default/test/6b6da6139ab7763be78b34df80131d9d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T23:24:00,100 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:24:00,100 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:24:00,100 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731972215918.6b6da6139ab7763be78b34df80131d9d. 2024-11-18T23:24:00,100 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b6da6139ab7763be78b34df80131d9d: Waiting for close lock at 1731972238533Running coprocessor pre-close hooks at 1731972238533Disabling compacts and flushes for region at 1731972238533Disabling writes for close at 1731972238533Obtaining lock to block concurrent updates at 1731972238533Preparing flush snapshotting stores in 6b6da6139ab7763be78b34df80131d9d at 1731972238533Finished memstore snapshotting test,,1731972215918.6b6da6139ab7763be78b34df80131d9d., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731972238533Flushing stores of test,,1731972215918.6b6da6139ab7763be78b34df80131d9d. at 1731972238534 (+1 ms)Flushing 6b6da6139ab7763be78b34df80131d9d/f: creating writer at 1731972238534Flushing 6b6da6139ab7763be78b34df80131d9d/f: appending metadata at 1731972238553 (+19 ms)Flushing 6b6da6139ab7763be78b34df80131d9d/f: closing flushed file at 1731972238553Flushing 6b6da6139ab7763be78b34df80131d9d/f1: creating writer at 1731972238982 (+429 ms)Flushing 6b6da6139ab7763be78b34df80131d9d/f1: appending metadata at 1731972239055 (+73 ms)Flushing 6b6da6139ab7763be78b34df80131d9d/f1: closing flushed file at 1731972239055Flushing 6b6da6139ab7763be78b34df80131d9d/norep: creating writer at 1731972239553 (+498 ms)Flushing 6b6da6139ab7763be78b34df80131d9d/norep: appending metadata at 1731972239595 (+42 ms)Flushing 6b6da6139ab7763be78b34df80131d9d/norep: closing flushed file at 1731972239595Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f473e4c: reopening flushed file at 1731972240043 (+448 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ddda4ac: reopening flushed file at 1731972240054 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e78346f: reopening flushed file at 1731972240063 (+9 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6b6da6139ab7763be78b34df80131d9d in 1539ms, sequenceid=6, compaction requested=false at 1731972240072 (+9 ms)Writing region close event to WAL at 1731972240093 (+21 ms)Running coprocessor post-close hooks at 1731972240100 (+7 ms)Closed at 1731972240100 2024-11-18T23:24:00,100 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731972215918.6b6da6139ab7763be78b34df80131d9d. 2024-11-18T23:24:00,100 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed472ce22827e17bed7cc3488542e067, disabling compactions & flushes 2024-11-18T23:24:00,100 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067. 2024-11-18T23:24:00,100 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067. 2024-11-18T23:24:00,100 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067. after waiting 0 ms 2024-11-18T23:24:00,101 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067. 2024-11-18T23:24:00,101 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed472ce22827e17bed7cc3488542e067: Waiting for close lock at 1731972240100Running coprocessor pre-close hooks at 1731972240100Disabling compacts and flushes for region at 1731972240100Disabling writes for close at 1731972240100Failed flush hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067., putting online again at 1731972240101 (+1 ms) 2024-11-18T23:24:00,101 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067. 2024-11-18T23:24:00,139 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T23:24:00,140 DEBUG [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ed472ce22827e17bed7cc3488542e067=hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067.} 2024-11-18T23:24:00,140 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(3091): Received CLOSE for ed472ce22827e17bed7cc3488542e067 2024-11-18T23:24:00,140 DEBUG [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ed472ce22827e17bed7cc3488542e067 2024-11-18T23:24:00,141 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed472ce22827e17bed7cc3488542e067, disabling compactions & flushes 2024-11-18T23:24:00,141 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067. 2024-11-18T23:24:00,141 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067. 2024-11-18T23:24:00,141 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067. after waiting 0 ms 2024-11-18T23:24:00,141 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067. 2024-11-18T23:24:00,141 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed472ce22827e17bed7cc3488542e067: Waiting for close lock at 1731972240141Running coprocessor pre-close hooks at 1731972240141Disabling compacts and flushes for region at 1731972240141Disabling writes for close at 1731972240141Failed flush hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067., putting online again at 1731972240141 2024-11-18T23:24:00,141 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731972219442.ed472ce22827e17bed7cc3488542e067. 2024-11-18T23:24:00,340 DEBUG [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:24:00,480 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 883, reset compression=false 2024-11-18T23:24:00,496 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740/.tmp/table/4f0094018514472faec026ccd8b923cc 2024-11-18T23:24:00,503 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:24:00,503 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 1527, reset compression=false 2024-11-18T23:24:00,509 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740/.tmp/info/e1439271ffd54ecb9029239a74502bc5 as hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740/info/e1439271ffd54ecb9029239a74502bc5 2024-11-18T23:24:00,514 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740/info/e1439271ffd54ecb9029239a74502bc5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T23:24:00,519 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740/.tmp/ns/f4378a61b16643be8000f86111aba5de as hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740/ns/f4378a61b16643be8000f86111aba5de 2024-11-18T23:24:00,532 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740/ns/f4378a61b16643be8000f86111aba5de, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T23:24:00,533 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740/.tmp/rep_barrier/aff7bcf3ea914c489e0fce24817a3f9f as hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740/rep_barrier/aff7bcf3ea914c489e0fce24817a3f9f 2024-11-18T23:24:00,541 DEBUG [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:24:00,542 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740/rep_barrier/aff7bcf3ea914c489e0fce24817a3f9f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T23:24:00,543 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740/.tmp/table/4f0094018514472faec026ccd8b923cc as hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740/table/4f0094018514472faec026ccd8b923cc 2024-11-18T23:24:00,548 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740/table/4f0094018514472faec026ccd8b923cc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T23:24:00,550 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 2016ms, sequenceid=16, compaction requested=false 2024-11-18T23:24:00,550 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T23:24:00,573 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T23:24:00,577 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:24:00,577 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:24:00,577 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:24:00,577 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972238533Running coprocessor pre-close hooks at 1731972238533Disabling compacts and flushes for region at 1731972238533Disabling writes for close at 1731972238533Obtaining lock to block concurrent updates at 1731972238534 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731972238534Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731972238534Flushing stores of hbase:meta,,1.1588230740 at 1731972238534Flushing 1588230740/info: creating writer at 1731972238534Flushing 1588230740/info: appending metadata at 1731972238553 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731972238553Flushing 1588230740/ns: creating writer at 1731972238989 (+436 ms)Flushing 1588230740/ns: appending metadata at 1731972239051 (+62 ms)Flushing 1588230740/ns: closing flushed file at 1731972239051Flushing 1588230740/rep_barrier: creating writer at 1731972239533 (+482 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731972239570 (+37 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731972239570Flushing 1588230740/table: creating writer at 1731972240021 (+451 ms)Flushing 1588230740/table: appending metadata at 1731972240053 (+32 ms)Flushing 1588230740/table: closing flushed file at 1731972240053Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ed17924: reopening flushed file at 1731972240508 (+455 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7373a653: reopening flushed file at 1731972240515 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30b8ccb9: reopening flushed file at 1731972240533 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d427732: reopening flushed file at 1731972240542 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 2016ms, sequenceid=16, compaction requested=false at 1731972240550 (+8 ms)Writing region close event to WAL at 1731972240561 (+11 ms)Running coprocessor post-close hooks at 1731972240577 (+16 ms)Closed at 1731972240577 2024-11-18T23:24:00,577 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T23:24:00,716 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 1527, reset compression=false 2024-11-18T23:24:00,741 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T23:24:00,741 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(976): stopping server 9d96596e55a9,40719,1731972197443; all regions closed. 2024-11-18T23:24:00,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741834_1010 (size=4239) 2024-11-18T23:24:00,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741839_1015 (size=1297) 2024-11-18T23:24:00,806 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.rep.1731972219878 not finished, retry = 0 2024-11-18T23:24:00,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741833_1009 (size=1535) 2024-11-18T23:24:00,926 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 not finished, retry = 0 2024-11-18T23:24:00,946 INFO [master/9d96596e55a9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T23:24:00,946 INFO [master/9d96596e55a9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T23:24:01,033 DEBUG [RS:0;9d96596e55a9:40719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:01,033 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:24:01,036 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 to pos 1527, reset compression=false 2024-11-18T23:24:01,038 INFO [RS:0;9d96596e55a9:40719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:24:01,038 INFO [RS:0;9d96596e55a9:40719 {}] hbase.ChoreService(370): Chore service for: regionserver/9d96596e55a9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T23:24:01,038 INFO [RS:0;9d96596e55a9:40719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:24:01,038 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:24:01,039 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9d96596e55a9,40719,1731972197443 because: Region server is closing 2024-11-18T23:24:01,039 INFO [RS:0;9d96596e55a9:40719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:40719. 2024-11-18T23:24:01,039 DEBUG [RS:0;9d96596e55a9:40719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:24:01,039 DEBUG [RS:0;9d96596e55a9:40719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:01,039 DEBUG [RS:0;9d96596e55a9:40719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:01,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:24:01,043 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/WALs/9d96596e55a9,40719,1731972197443/9d96596e55a9%2C40719%2C1731972197443.1731972199650 2024-11-18T23:24:01,139 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.shipper9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 terminated 2024-11-18T23:24:01,139 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,40719,1731972197443.replicationSource.wal-reader.9d96596e55a9%2C40719%2C1731972197443,1-9d96596e55a9,40719,1731972197443 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-18T23:24:01,139 INFO [RS:0;9d96596e55a9:40719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40719 2024-11-18T23:24:01,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150425a230001, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1417953196/rs/9d96596e55a9,40719,1731972197443 2024-11-18T23:24:01,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1417953196/rs 2024-11-18T23:24:01,161 INFO [RS:0;9d96596e55a9:40719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:24:01,162 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d96596e55a9,40719,1731972197443] 2024-11-18T23:24:01,235 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1417953196/draining/9d96596e55a9,40719,1731972197443 already deleted, retry=false 2024-11-18T23:24:01,235 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d96596e55a9,40719,1731972197443 expired; onlineServers=0 2024-11-18T23:24:01,235 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d96596e55a9,43135,1731972196852' ***** 2024-11-18T23:24:01,235 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T23:24:01,235 INFO [M:0;9d96596e55a9:43135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:24:01,235 INFO [M:0;9d96596e55a9:43135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:24:01,235 DEBUG [M:0;9d96596e55a9:43135 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T23:24:01,235 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T23:24:01,235 DEBUG [M:0;9d96596e55a9:43135 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T23:24:01,235 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972199328 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972199328,5,FailOnTimeoutGroup] 2024-11-18T23:24:01,235 INFO [M:0;9d96596e55a9:43135 {}] hbase.ChoreService(370): Chore service for: master/9d96596e55a9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T23:24:01,235 INFO [M:0;9d96596e55a9:43135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:24:01,236 DEBUG [M:0;9d96596e55a9:43135 {}] master.HMaster(1795): Stopping service threads 2024-11-18T23:24:01,236 INFO [M:0;9d96596e55a9:43135 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T23:24:01,236 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972199296 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972199296,5,FailOnTimeoutGroup] 2024-11-18T23:24:01,236 INFO [M:0;9d96596e55a9:43135 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:24:01,236 INFO [M:0;9d96596e55a9:43135 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T23:24:01,236 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T23:24:01,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1417953196/master 2024-11-18T23:24:01,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1417953196 2024-11-18T23:24:01,266 DEBUG [M:0;9d96596e55a9:43135 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1417953196/master already deleted, retry=false 2024-11-18T23:24:01,266 DEBUG [M:0;9d96596e55a9:43135 {}] master.ActiveMasterManager(353): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1417953196/master 2024-11-18T23:24:01,283 INFO [M:0;9d96596e55a9:43135 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/.lastflushedseqids 2024-11-18T23:24:01,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150425a230001, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:24:01,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40719-0x10150425a230001, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:24:01,286 INFO [RS:0;9d96596e55a9:40719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:24:01,286 INFO [RS:0;9d96596e55a9:40719 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d96596e55a9,40719,1731972197443; zookeeper connection closed. 2024-11-18T23:24:01,288 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@455bef34 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@455bef34 2024-11-18T23:24:01,289 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T23:24:01,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741847_1023 (size=245) 2024-11-18T23:24:01,697 INFO [M:0;9d96596e55a9:43135 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T23:24:01,697 INFO [M:0;9d96596e55a9:43135 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T23:24:01,698 DEBUG [M:0;9d96596e55a9:43135 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:24:01,698 INFO [M:0;9d96596e55a9:43135 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:01,698 DEBUG [M:0;9d96596e55a9:43135 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:01,698 DEBUG [M:0;9d96596e55a9:43135 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:24:01,698 DEBUG [M:0;9d96596e55a9:43135 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:01,698 INFO [M:0;9d96596e55a9:43135 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-18T23:24:01,720 DEBUG [M:0;9d96596e55a9:43135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be7f2e47ed214440af409149ce06a23a is 82, key is hbase:meta,,1/info:regioninfo/1731972200485/Put/seqid=0 2024-11-18T23:24:01,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741848_1024 (size=5672) 2024-11-18T23:24:02,126 INFO [M:0;9d96596e55a9:43135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be7f2e47ed214440af409149ce06a23a 2024-11-18T23:24:02,150 DEBUG [M:0;9d96596e55a9:43135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f9ec30220cf4e2fb5fd19c38dc8adad is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731972216902/Put/seqid=0 2024-11-18T23:24:02,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741849_1025 (size=7218) 2024-11-18T23:24:02,571 INFO [M:0;9d96596e55a9:43135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f9ec30220cf4e2fb5fd19c38dc8adad 2024-11-18T23:24:02,575 INFO [M:0;9d96596e55a9:43135 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f9ec30220cf4e2fb5fd19c38dc8adad 2024-11-18T23:24:02,617 DEBUG [M:0;9d96596e55a9:43135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/174534c8de844c45aada62d75c99be40 is 69, key is 9d96596e55a9,40719,1731972197443/rs:state/1731972199403/Put/seqid=0 2024-11-18T23:24:02,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741850_1026 (size=5156) 2024-11-18T23:24:02,622 INFO [M:0;9d96596e55a9:43135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/174534c8de844c45aada62d75c99be40 2024-11-18T23:24:02,626 DEBUG [M:0;9d96596e55a9:43135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be7f2e47ed214440af409149ce06a23a as hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be7f2e47ed214440af409149ce06a23a 2024-11-18T23:24:02,630 INFO [M:0;9d96596e55a9:43135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be7f2e47ed214440af409149ce06a23a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T23:24:02,631 DEBUG [M:0;9d96596e55a9:43135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f9ec30220cf4e2fb5fd19c38dc8adad as hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f9ec30220cf4e2fb5fd19c38dc8adad 2024-11-18T23:24:02,635 INFO [M:0;9d96596e55a9:43135 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f9ec30220cf4e2fb5fd19c38dc8adad 2024-11-18T23:24:02,635 INFO [M:0;9d96596e55a9:43135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f9ec30220cf4e2fb5fd19c38dc8adad, entries=11, sequenceid=105, filesize=7.0 K 2024-11-18T23:24:02,636 DEBUG [M:0;9d96596e55a9:43135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/174534c8de844c45aada62d75c99be40 as hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/174534c8de844c45aada62d75c99be40 2024-11-18T23:24:02,640 INFO [M:0;9d96596e55a9:43135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35447/user/jenkins/test-data/8dd12c20-3afe-eb29-2776-4d776f9fe32b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/174534c8de844c45aada62d75c99be40, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T23:24:02,641 INFO [M:0;9d96596e55a9:43135 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 943ms, sequenceid=105, compaction requested=false 2024-11-18T23:24:02,642 INFO [M:0;9d96596e55a9:43135 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:02,642 DEBUG [M:0;9d96596e55a9:43135 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972241698Disabling compacts and flushes for region at 1731972241698Disabling writes for close at 1731972241698Obtaining lock to block concurrent updates at 1731972241698Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731972241698Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731972241698Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731972241699 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731972241699Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731972241720 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731972241720Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731972242129 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731972242149 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731972242149Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731972242575 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731972242616 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731972242616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@239ef2b4: reopening flushed file at 1731972242625 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74804758: reopening flushed file at 1731972242630 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1179c02: reopening flushed file at 1731972242635 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 943ms, sequenceid=105, compaction requested=false at 1731972242641 (+6 ms)Writing region close event to WAL at 1731972242642 (+1 ms)Closed at 1731972242642 2024-11-18T23:24:02,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45643 is added to blk_1073741830_1006 (size=64423) 2024-11-18T23:24:02,646 INFO [M:0;9d96596e55a9:43135 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T23:24:02,646 INFO [M:0;9d96596e55a9:43135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43135 2024-11-18T23:24:02,646 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:24:02,646 INFO [M:0;9d96596e55a9:43135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:24:02,789 INFO [M:0;9d96596e55a9:43135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:24:02,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:24:02,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43135-0x10150425a230000, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:24:02,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cd0948e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:24:02,810 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a726b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:24:02,810 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:24:02,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18ba2c6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:24:02,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@691e78fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/hadoop.log.dir/,STOPPED} 2024-11-18T23:24:02,812 WARN [BP-1789811655-172.17.0.2-1731972193942 heartbeating to localhost/127.0.0.1:35447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T23:24:02,812 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T23:24:02,812 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T23:24:02,812 WARN [BP-1789811655-172.17.0.2-1731972193942 heartbeating to localhost/127.0.0.1:35447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1789811655-172.17.0.2-1731972193942 (Datanode Uuid 9e2c8ab3-945f-49a4-bfd8-03e453ab99e4) service to localhost/127.0.0.1:35447 2024-11-18T23:24:02,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/cluster_67321226-3a84-2c0f-2ff0-abe2bbdba5c1/data/data1/current/BP-1789811655-172.17.0.2-1731972193942 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:24:02,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/cluster_67321226-3a84-2c0f-2ff0-abe2bbdba5c1/data/data2/current/BP-1789811655-172.17.0.2-1731972193942 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:24:02,814 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T23:24:02,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@728c2f77{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:24:02,824 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@509083c2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:24:02,824 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:24:02,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64e08d16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:24:02,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33857010{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b02a3c4-57bd-b1ed-91c5-f047e6ccb8b4/hadoop.log.dir/,STOPPED} 2024-11-18T23:24:02,841 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T23:24:02,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T23:24:02,869 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 313) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43859 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41557 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57515) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57515) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43859 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:43859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43859 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41557 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57515) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:41557 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35447 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:35447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=786 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1413 (was 1331) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5106 (was 5876) 2024-11-18T23:24:02,886 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=786, MaxFileDescriptor=1048576, SystemLoadAverage=1413, ProcessCount=11, AvailableMemoryMB=5105 2024-11-18T23:24:02,903 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-18T23:24:02,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/hadoop.log.dir so I do NOT create it in target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287 2024-11-18T23:24:02,906 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T23:24:02,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/hadoop.tmp.dir so I do NOT create it in target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287 2024-11-18T23:24:02,906 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e76f072-7770-5362-2464-1af6c9bc1953/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T23:24:02,906 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287 2024-11-18T23:24:02,906 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/cluster_a66ed627-c46a-d99d-cd8d-634a4e80902c, deleteOnExit=true 2024-11-18T23:24:02,917 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/cluster_a66ed627-c46a-d99d-cd8d-634a4e80902c/zookeeper_0, clientPort=53901, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/cluster_a66ed627-c46a-d99d-cd8d-634a4e80902c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/cluster_a66ed627-c46a-d99d-cd8d-634a4e80902c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T23:24:02,917 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53901 2024-11-18T23:24:02,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T23:24:02,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T23:24:02,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/test.cache.data in system properties and HBase conf 2024-11-18T23:24:02,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T23:24:02,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/hadoop.log.dir in system properties and HBase conf 2024-11-18T23:24:02,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T23:24:02,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T23:24:02,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T23:24:02,918 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T23:24:02,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:24:02,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:24:02,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T23:24:02,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:24:02,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T23:24:02,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T23:24:02,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:24:02,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:24:02,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T23:24:02,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/nfs.dump.dir in system properties and HBase conf 2024-11-18T23:24:02,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/java.io.tmpdir in system properties and HBase conf 2024-11-18T23:24:02,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:24:02,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T23:24:02,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T23:24:02,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10150425a230008, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T23:24:02,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10150425a230008, quorum=127.0.0.1:57515, baseZNode=/21343821450 Received Disconnected from ZooKeeper, ignoring 2024-11-18T23:24:02,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10150425a230005, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T23:24:02,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10150425a230005, quorum=127.0.0.1:57515, baseZNode=/1-739275207 Received Disconnected from ZooKeeper, ignoring 2024-11-18T23:24:02,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10150425a230002, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T23:24:02,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10150425a230002, quorum=127.0.0.1:57515, baseZNode=/0-1417953196 Received Disconnected from ZooKeeper, ignoring 2024-11-18T23:24:03,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:24:03,726 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:24:03,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:24:03,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:24:03,736 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:24:03,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:24:03,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@184347b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:24:03,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dd2ba06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:24:03,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2752ee47{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/java.io.tmpdir/jetty-localhost-41203-hadoop-hdfs-3_4_1-tests_jar-_-any-4801107278923181336/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:24:03,872 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1393de6f{HTTP/1.1, (http/1.1)}{localhost:41203} 2024-11-18T23:24:03,872 INFO [Time-limited test {}] server.Server(415): Started @358031ms 2024-11-18T23:24:04,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:24:04,807 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:24:04,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:24:04,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:24:04,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T23:24:04,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6780168c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:24:04,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40cca541{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:24:05,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46647221{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/java.io.tmpdir/jetty-localhost-40813-hadoop-hdfs-3_4_1-tests_jar-_-any-7848990791317009679/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:24:05,100 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3680c111{HTTP/1.1, (http/1.1)}{localhost:40813} 2024-11-18T23:24:05,100 INFO [Time-limited test {}] server.Server(415): Started @359259ms 2024-11-18T23:24:05,101 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T23:24:05,612 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:24:05,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:05,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:05,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:05,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:05,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:05,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:05,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:05,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:05,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:05,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:05,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:05,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:05,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:05,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:05,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:05,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:06,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T23:24:06,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T23:24:06,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T23:24:06,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:24:06,305 WARN [Thread-4165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/cluster_a66ed627-c46a-d99d-cd8d-634a4e80902c/data/data1/current/BP-181949979-172.17.0.2-1731972242933/current, will proceed with Du for space computation calculation, 2024-11-18T23:24:06,310 WARN [Thread-4166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/cluster_a66ed627-c46a-d99d-cd8d-634a4e80902c/data/data2/current/BP-181949979-172.17.0.2-1731972242933/current, will proceed with Du for space computation calculation, 2024-11-18T23:24:06,443 WARN [Thread-4152 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T23:24:06,456 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0477e1c2d0dd853 with lease ID 0xc223e398937c7c72: Processing first storage report for DS-05af7aae-1a51-4b6c-ba41-1bb7f696bdc0 from datanode DatanodeRegistration(127.0.0.1:40683, datanodeUuid=40a352f6-8a88-4b2d-8b57-6cc5cd115fab, infoPort=36577, infoSecurePort=0, ipcPort=37727, storageInfo=lv=-57;cid=testClusterID;nsid=1329670556;c=1731972242933) 2024-11-18T23:24:06,456 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0477e1c2d0dd853 with lease ID 0xc223e398937c7c72: from storage DS-05af7aae-1a51-4b6c-ba41-1bb7f696bdc0 node DatanodeRegistration(127.0.0.1:40683, datanodeUuid=40a352f6-8a88-4b2d-8b57-6cc5cd115fab, infoPort=36577, infoSecurePort=0, ipcPort=37727, storageInfo=lv=-57;cid=testClusterID;nsid=1329670556;c=1731972242933), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:24:06,457 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0477e1c2d0dd853 with lease ID 0xc223e398937c7c72: Processing first storage report for DS-f06c0e1d-8b2b-4088-a05a-63bb445282f9 from datanode DatanodeRegistration(127.0.0.1:40683, datanodeUuid=40a352f6-8a88-4b2d-8b57-6cc5cd115fab, infoPort=36577, infoSecurePort=0, ipcPort=37727, storageInfo=lv=-57;cid=testClusterID;nsid=1329670556;c=1731972242933) 2024-11-18T23:24:06,457 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0477e1c2d0dd853 with lease ID 0xc223e398937c7c72: from storage DS-f06c0e1d-8b2b-4088-a05a-63bb445282f9 node DatanodeRegistration(127.0.0.1:40683, datanodeUuid=40a352f6-8a88-4b2d-8b57-6cc5cd115fab, infoPort=36577, infoSecurePort=0, ipcPort=37727, storageInfo=lv=-57;cid=testClusterID;nsid=1329670556;c=1731972242933), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:24:06,505 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287 2024-11-18T23:24:06,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:06,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:06,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40683 is added to blk_1073741825_1001 (size=7) 2024-11-18T23:24:06,576 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c with version=8 2024-11-18T23:24:06,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/hbase-staging 2024-11-18T23:24:06,579 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:24:06,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:24:06,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:24:06,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:24:06,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:24:06,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:24:06,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T23:24:06,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:24:06,589 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42161 2024-11-18T23:24:06,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42161 connecting to ZooKeeper ensemble=127.0.0.1:53901 2024-11-18T23:24:06,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421610x0, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:24:06,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42161-0x1015043198c0000 connected 2024-11-18T23:24:06,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:06,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:06,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42161-0x1015043198c0000, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Set watcher on znode that does not yet exist, /0-1260175096/running 2024-11-18T23:24:06,905 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c, hbase.cluster.distributed=false 2024-11-18T23:24:06,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42161-0x1015043198c0000, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Set watcher on znode that does not yet exist, /0-1260175096/acl 2024-11-18T23:24:06,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42161 2024-11-18T23:24:06,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42161 2024-11-18T23:24:06,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42161 2024-11-18T23:24:06,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42161 2024-11-18T23:24:06,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42161 2024-11-18T23:24:06,961 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:24:06,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:24:06,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:24:06,961 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:24:06,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:24:06,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:24:06,962 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T23:24:06,962 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:24:06,964 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37681 2024-11-18T23:24:06,965 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37681 connecting to ZooKeeper ensemble=127.0.0.1:53901 2024-11-18T23:24:06,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:06,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:07,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376810x0, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:24:07,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376810x0, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Set watcher on znode that does not yet exist, /0-1260175096/running 2024-11-18T23:24:07,035 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T23:24:07,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37681-0x1015043198c0001 connected 2024-11-18T23:24:07,064 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T23:24:07,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37681-0x1015043198c0001, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Set watcher on znode that does not yet exist, /0-1260175096/master 2024-11-18T23:24:07,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37681-0x1015043198c0001, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Set watcher on znode that does not yet exist, /0-1260175096/acl 2024-11-18T23:24:07,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37681 2024-11-18T23:24:07,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37681 2024-11-18T23:24:07,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37681 2024-11-18T23:24:07,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37681 2024-11-18T23:24:07,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37681 2024-11-18T23:24:07,130 DEBUG [M:0;9d96596e55a9:42161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:42161 2024-11-18T23:24:07,130 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1260175096/backup-masters/9d96596e55a9,42161,1731972246579 2024-11-18T23:24:07,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015043198c0000, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1260175096/backup-masters 2024-11-18T23:24:07,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x1015043198c0001, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1260175096/backup-masters 2024-11-18T23:24:07,151 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42161-0x1015043198c0000, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Set watcher on existing znode=/0-1260175096/backup-masters/9d96596e55a9,42161,1731972246579 2024-11-18T23:24:07,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x1015043198c0001, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1260175096/master 2024-11-18T23:24:07,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x1015043198c0001, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1260175096 2024-11-18T23:24:07,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015043198c0000, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1260175096 2024-11-18T23:24:07,169 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42161-0x1015043198c0000, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Set watcher on existing znode=/0-1260175096/master 2024-11-18T23:24:07,169 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1260175096/backup-masters/9d96596e55a9,42161,1731972246579 from backup master directory 2024-11-18T23:24:07,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015043198c0000, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1260175096/backup-masters/9d96596e55a9,42161,1731972246579 2024-11-18T23:24:07,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015043198c0000, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1260175096/backup-masters 2024-11-18T23:24:07,181 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:24:07,181 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,42161,1731972246579 2024-11-18T23:24:07,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x1015043198c0001, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1260175096/backup-masters 2024-11-18T23:24:07,207 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/hbase.id] with ID: d6f01683-c1ad-4039-b41c-829f2c50aefb 2024-11-18T23:24:07,207 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/.tmp/hbase.id 2024-11-18T23:24:07,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40683 is added to blk_1073741826_1002 (size=42) 2024-11-18T23:24:07,273 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/.tmp/hbase.id]:[hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/hbase.id] 2024-11-18T23:24:07,326 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:07,326 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T23:24:07,327 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T23:24:07,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x1015043198c0001, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1260175096 2024-11-18T23:24:07,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015043198c0000, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1260175096 2024-11-18T23:24:07,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40683 is added to blk_1073741827_1003 (size=196) 2024-11-18T23:24:07,465 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:24:07,466 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T23:24:07,476 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:24:07,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40683 is added to blk_1073741828_1004 (size=1189) 2024-11-18T23:24:07,557 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/MasterData/data/master/store 2024-11-18T23:24:07,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40683 is added to blk_1073741829_1005 (size=34) 2024-11-18T23:24:07,603 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:07,603 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:24:07,603 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:07,603 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:07,603 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:24:07,603 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:07,603 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:07,603 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972247603Disabling compacts and flushes for region at 1731972247603Disabling writes for close at 1731972247603Writing region close event to WAL at 1731972247603Closed at 1731972247603 2024-11-18T23:24:07,604 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/MasterData/data/master/store/.initializing 2024-11-18T23:24:07,604 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/MasterData/WALs/9d96596e55a9,42161,1731972246579 2024-11-18T23:24:07,605 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:24:07,607 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C42161%2C1731972246579, suffix=, logDir=hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/MasterData/WALs/9d96596e55a9,42161,1731972246579, archiveDir=hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/MasterData/oldWALs, maxLogs=10 2024-11-18T23:24:07,626 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/MasterData/WALs/9d96596e55a9,42161,1731972246579/9d96596e55a9%2C42161%2C1731972246579.1731972247607, exclude list is [], retry=0 2024-11-18T23:24:07,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40683,DS-05af7aae-1a51-4b6c-ba41-1bb7f696bdc0,DISK] 2024-11-18T23:24:07,656 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/MasterData/WALs/9d96596e55a9,42161,1731972246579/9d96596e55a9%2C42161%2C1731972246579.1731972247607 2024-11-18T23:24:07,668 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36577:36577)] 2024-11-18T23:24:07,668 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:24:07,669 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:07,669 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:07,669 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:07,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:07,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T23:24:07,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:07,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:07,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:07,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T23:24:07,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:07,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:07,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:07,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T23:24:07,725 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:07,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:07,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:07,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T23:24:07,734 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:07,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:07,740 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:07,744 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:07,748 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:07,750 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:07,750 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:07,757 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:24:07,779 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:07,813 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:24:07,816 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61234027, jitterRate=-0.08754189312458038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:24:07,817 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731972247669Initializing all the Stores at 1731972247678 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972247678Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972247688 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972247688Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972247688Cleaning up temporary data from old regions at 1731972247750 (+62 ms)Region opened successfully at 1731972247817 (+67 ms) 2024-11-18T23:24:07,820 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T23:24:07,842 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25dd0f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:24:07,852 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T23:24:07,852 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T23:24:07,853 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T23:24:07,853 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T23:24:07,859 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-18T23:24:07,859 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T23:24:07,859 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T23:24:07,887 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T23:24:07,888 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42161-0x1015043198c0000, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Unable to get data of znode /0-1260175096/balancer because node does not exist (not necessarily an error) 2024-11-18T23:24:07,900 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1260175096/balancer already deleted, retry=false 2024-11-18T23:24:07,901 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T23:24:07,912 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42161-0x1015043198c0000, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Unable to get data of znode /0-1260175096/normalizer because node does not exist (not necessarily an error) 2024-11-18T23:24:07,927 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1260175096/normalizer already deleted, retry=false 2024-11-18T23:24:07,928 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T23:24:07,935 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42161-0x1015043198c0000, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Unable to get data of znode /0-1260175096/switch/split because node does not exist (not necessarily an error) 2024-11-18T23:24:07,956 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1260175096/switch/split already deleted, retry=false 2024-11-18T23:24:07,964 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42161-0x1015043198c0000, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Unable to get data of znode /0-1260175096/switch/merge because node does not exist (not necessarily an error) 2024-11-18T23:24:07,984 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1260175096/switch/merge already deleted, retry=false 2024-11-18T23:24:08,013 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42161-0x1015043198c0000, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Unable to get data of znode /0-1260175096/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T23:24:08,026 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1260175096/snapshot-cleanup already deleted, retry=false 2024-11-18T23:24:08,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015043198c0000, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1260175096/running 2024-11-18T23:24:08,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015043198c0000, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1260175096 2024-11-18T23:24:08,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x1015043198c0001, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1260175096/running 2024-11-18T23:24:08,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x1015043198c0001, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1260175096 2024-11-18T23:24:08,054 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,42161,1731972246579, sessionid=0x1015043198c0000, setting cluster-up flag (Was=false) 2024-11-18T23:24:08,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x1015043198c0001, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1260175096 2024-11-18T23:24:08,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015043198c0000, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1260175096 2024-11-18T23:24:08,120 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1260175096/flush-table-proc/acquired, /0-1260175096/flush-table-proc/reached, /0-1260175096/flush-table-proc/abort 2024-11-18T23:24:08,140 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,42161,1731972246579 2024-11-18T23:24:08,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015043198c0000, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1260175096 2024-11-18T23:24:08,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x1015043198c0001, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1260175096 2024-11-18T23:24:08,205 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1260175096/online-snapshot/acquired, /0-1260175096/online-snapshot/reached, /0-1260175096/online-snapshot/abort 2024-11-18T23:24:08,211 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,42161,1731972246579 2024-11-18T23:24:08,228 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T23:24:08,241 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T23:24:08,241 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T23:24:08,241 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T23:24:08,241 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,42161,1731972246579 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T23:24:08,257 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:24:08,257 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:24:08,257 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:24:08,257 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:24:08,258 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-18T23:24:08,258 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:08,258 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:24:08,258 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:08,300 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731972278300 2024-11-18T23:24:08,300 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T23:24:08,300 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T23:24:08,300 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T23:24:08,300 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T23:24:08,300 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T23:24:08,301 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T23:24:08,301 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:24:08,301 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T23:24:08,302 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:08,302 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T23:24:08,304 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:08,304 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T23:24:08,304 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T23:24:08,304 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T23:24:08,304 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T23:24:08,312 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T23:24:08,312 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T23:24:08,313 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972248312,5,FailOnTimeoutGroup] 2024-11-18T23:24:08,313 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972248313,5,FailOnTimeoutGroup] 2024-11-18T23:24:08,313 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:08,313 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T23:24:08,314 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:08,314 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:08,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40683 is added to blk_1073741831_1007 (size=1321) 2024-11-18T23:24:08,366 INFO [RS:0;9d96596e55a9:37681 {}] regionserver.HRegionServer(746): ClusterId : d6f01683-c1ad-4039-b41c-829f2c50aefb 2024-11-18T23:24:08,366 DEBUG [RS:0;9d96596e55a9:37681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T23:24:08,464 DEBUG [RS:0;9d96596e55a9:37681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T23:24:08,464 DEBUG [RS:0;9d96596e55a9:37681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T23:24:08,526 DEBUG [RS:0;9d96596e55a9:37681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T23:24:08,527 DEBUG [RS:0;9d96596e55a9:37681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1276826f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:24:08,543 DEBUG [RS:0;9d96596e55a9:37681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:37681 2024-11-18T23:24:08,543 INFO [RS:0;9d96596e55a9:37681 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T23:24:08,543 INFO [RS:0;9d96596e55a9:37681 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T23:24:08,543 DEBUG [RS:0;9d96596e55a9:37681 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T23:24:08,543 INFO [RS:0;9d96596e55a9:37681 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,42161,1731972246579 with port=37681, startcode=1731972246960 2024-11-18T23:24:08,544 DEBUG [RS:0;9d96596e55a9:37681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T23:24:08,547 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T23:24:08,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,37681,1731972246960 2024-11-18T23:24:08,548 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42161 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,37681,1731972246960 2024-11-18T23:24:08,549 DEBUG [RS:0;9d96596e55a9:37681 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c 2024-11-18T23:24:08,549 DEBUG [RS:0;9d96596e55a9:37681 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37047 2024-11-18T23:24:08,549 DEBUG [RS:0;9d96596e55a9:37681 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T23:24:08,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015043198c0000, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1260175096/rs 2024-11-18T23:24:08,593 DEBUG [RS:0;9d96596e55a9:37681 {}] zookeeper.ZKUtil(111): regionserver:37681-0x1015043198c0001, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Set watcher on existing znode=/0-1260175096/rs/9d96596e55a9,37681,1731972246960 2024-11-18T23:24:08,593 WARN [RS:0;9d96596e55a9:37681 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:24:08,594 INFO [RS:0;9d96596e55a9:37681 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:24:08,594 DEBUG [RS:0;9d96596e55a9:37681 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/WALs/9d96596e55a9,37681,1731972246960 2024-11-18T23:24:08,609 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,37681,1731972246960] 2024-11-18T23:24:08,641 INFO [RS:0;9d96596e55a9:37681 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T23:24:08,643 INFO [RS:0;9d96596e55a9:37681 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T23:24:08,645 INFO [RS:0;9d96596e55a9:37681 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T23:24:08,645 INFO [RS:0;9d96596e55a9:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:08,652 INFO [RS:0;9d96596e55a9:37681 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T23:24:08,653 INFO [RS:0;9d96596e55a9:37681 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T23:24:08,653 INFO [RS:0;9d96596e55a9:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:08,653 DEBUG [RS:0;9d96596e55a9:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:08,653 DEBUG [RS:0;9d96596e55a9:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:08,653 DEBUG [RS:0;9d96596e55a9:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:08,653 DEBUG [RS:0;9d96596e55a9:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:08,653 DEBUG [RS:0;9d96596e55a9:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:08,653 DEBUG [RS:0;9d96596e55a9:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:24:08,653 DEBUG [RS:0;9d96596e55a9:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:08,653 DEBUG [RS:0;9d96596e55a9:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:08,653 DEBUG [RS:0;9d96596e55a9:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:08,654 DEBUG [RS:0;9d96596e55a9:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:08,654 DEBUG [RS:0;9d96596e55a9:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:08,654 DEBUG [RS:0;9d96596e55a9:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:08,654 DEBUG [RS:0;9d96596e55a9:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:24:08,654 DEBUG [RS:0;9d96596e55a9:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:24:08,675 INFO [RS:0;9d96596e55a9:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:08,675 INFO [RS:0;9d96596e55a9:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:08,675 INFO [RS:0;9d96596e55a9:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:08,675 INFO [RS:0;9d96596e55a9:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:08,675 INFO [RS:0;9d96596e55a9:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:08,675 INFO [RS:0;9d96596e55a9:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,37681,1731972246960-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:24:08,697 INFO [RS:0;9d96596e55a9:37681 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T23:24:08,697 INFO [RS:0;9d96596e55a9:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,37681,1731972246960-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:08,697 INFO [RS:0;9d96596e55a9:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:08,697 INFO [RS:0;9d96596e55a9:37681 {}] regionserver.Replication(171): 9d96596e55a9,37681,1731972246960 started 2024-11-18T23:24:08,718 INFO [RS:0;9d96596e55a9:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:08,718 INFO [RS:0;9d96596e55a9:37681 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,37681,1731972246960, RpcServer on 9d96596e55a9/172.17.0.2:37681, sessionid=0x1015043198c0001 2024-11-18T23:24:08,718 DEBUG [RS:0;9d96596e55a9:37681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T23:24:08,719 DEBUG [RS:0;9d96596e55a9:37681 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,37681,1731972246960 2024-11-18T23:24:08,719 DEBUG [RS:0;9d96596e55a9:37681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,37681,1731972246960' 2024-11-18T23:24:08,719 DEBUG [RS:0;9d96596e55a9:37681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1260175096/flush-table-proc/abort' 2024-11-18T23:24:08,719 DEBUG [RS:0;9d96596e55a9:37681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1260175096/flush-table-proc/acquired' 2024-11-18T23:24:08,720 DEBUG [RS:0;9d96596e55a9:37681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T23:24:08,720 DEBUG [RS:0;9d96596e55a9:37681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T23:24:08,720 DEBUG [RS:0;9d96596e55a9:37681 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,37681,1731972246960 2024-11-18T23:24:08,720 DEBUG [RS:0;9d96596e55a9:37681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,37681,1731972246960' 2024-11-18T23:24:08,720 DEBUG [RS:0;9d96596e55a9:37681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1260175096/online-snapshot/abort' 2024-11-18T23:24:08,720 DEBUG [RS:0;9d96596e55a9:37681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1260175096/online-snapshot/acquired' 2024-11-18T23:24:08,721 DEBUG [RS:0;9d96596e55a9:37681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T23:24:08,721 INFO [RS:0;9d96596e55a9:37681 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T23:24:08,721 INFO [RS:0;9d96596e55a9:37681 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T23:24:08,764 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T23:24:08,764 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c 2024-11-18T23:24:08,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40683 is added to blk_1073741832_1008 (size=32) 2024-11-18T23:24:08,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:08,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:24:08,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:24:08,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:08,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:08,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:24:08,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:24:08,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:08,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:08,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:24:08,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:24:08,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:08,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:08,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:24:08,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:24:08,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:08,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:08,821 INFO [RS:0;9d96596e55a9:37681 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:24:08,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:24:08,827 INFO [RS:0;9d96596e55a9:37681 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C37681%2C1731972246960, suffix=, logDir=hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/WALs/9d96596e55a9,37681,1731972246960, archiveDir=hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/oldWALs, maxLogs=10 2024-11-18T23:24:08,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/data/hbase/meta/1588230740 2024-11-18T23:24:08,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/data/hbase/meta/1588230740 2024-11-18T23:24:08,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:24:08,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:24:08,830 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:24:08,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:24:08,844 DEBUG [RS:0;9d96596e55a9:37681 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/WALs/9d96596e55a9,37681,1731972246960/9d96596e55a9%2C37681%2C1731972246960.1731972248827, exclude list is [], retry=0 2024-11-18T23:24:08,844 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:24:08,846 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68669911, jitterRate=0.023261412978172302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:24:08,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731972248796Initializing all the Stores at 1731972248797 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972248797Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972248797Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972248797Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972248797Cleaning up temporary data from old regions at 1731972248829 (+32 ms)Region opened successfully at 1731972248846 (+17 ms) 2024-11-18T23:24:08,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:24:08,847 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:24:08,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:24:08,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:24:08,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:24:08,848 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:24:08,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972248847Disabling compacts and flushes for region at 1731972248847Disabling writes for close at 1731972248847Writing region close event to WAL at 1731972248848 (+1 ms)Closed at 1731972248848 2024-11-18T23:24:08,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40683,DS-05af7aae-1a51-4b6c-ba41-1bb7f696bdc0,DISK] 2024-11-18T23:24:08,850 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:24:08,850 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T23:24:08,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T23:24:08,853 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:24:08,853 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T23:24:08,874 INFO [RS:0;9d96596e55a9:37681 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/WALs/9d96596e55a9,37681,1731972246960/9d96596e55a9%2C37681%2C1731972246960.1731972248827 2024-11-18T23:24:08,878 DEBUG [RS:0;9d96596e55a9:37681 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36577:36577)] 2024-11-18T23:24:09,004 DEBUG [9d96596e55a9:42161 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:24:09,004 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,37681,1731972246960 2024-11-18T23:24:09,005 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,37681,1731972246960, state=OPENING 2024-11-18T23:24:09,024 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T23:24:09,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015043198c0000, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1260175096 2024-11-18T23:24:09,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x1015043198c0001, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1260175096 2024-11-18T23:24:09,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1260175096/meta-region-server: CHANGED 2024-11-18T23:24:09,070 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:24:09,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,37681,1731972246960}] 2024-11-18T23:24:09,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1260175096/meta-region-server: CHANGED 2024-11-18T23:24:09,228 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:24:09,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:24:09,256 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T23:24:09,256 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:24:09,256 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T23:24:09,269 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C37681%2C1731972246960.meta, suffix=.meta, logDir=hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/WALs/9d96596e55a9,37681,1731972246960, archiveDir=hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/oldWALs, maxLogs=10 2024-11-18T23:24:09,300 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/WALs/9d96596e55a9,37681,1731972246960/9d96596e55a9%2C37681%2C1731972246960.meta.1731972249269.meta, exclude list is [], retry=0 2024-11-18T23:24:09,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40683,DS-05af7aae-1a51-4b6c-ba41-1bb7f696bdc0,DISK] 2024-11-18T23:24:09,352 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/WALs/9d96596e55a9,37681,1731972246960/9d96596e55a9%2C37681%2C1731972246960.meta.1731972249269.meta 2024-11-18T23:24:09,356 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36577:36577)] 2024-11-18T23:24:09,356 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:24:09,357 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:24:09,357 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:24:09,357 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T23:24:09,357 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T23:24:09,357 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T23:24:09,357 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:09,357 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T23:24:09,357 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T23:24:09,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:24:09,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:24:09,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:09,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:09,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:24:09,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:24:09,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:09,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:09,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:24:09,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:24:09,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:09,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:09,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:24:09,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:24:09,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:09,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:09,432 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:24:09,436 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/data/hbase/meta/1588230740 2024-11-18T23:24:09,460 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/data/hbase/meta/1588230740 2024-11-18T23:24:09,488 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:24:09,488 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:24:09,492 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:24:09,504 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:24:09,516 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66976718, jitterRate=-0.0019691288471221924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:24:09,516 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T23:24:09,517 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731972249358Writing region info on filesystem at 1731972249358Initializing all the Stores at 1731972249369 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972249369Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972249372 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972249372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972249372Cleaning up temporary data from old regions at 1731972249488 (+116 ms)Running coprocessor post-open hooks at 1731972249516 (+28 ms)Region opened successfully at 1731972249517 (+1 ms) 2024-11-18T23:24:09,532 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731972249228 2024-11-18T23:24:09,538 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T23:24:09,538 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T23:24:09,544 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,37681,1731972246960 2024-11-18T23:24:09,552 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,37681,1731972246960, state=OPEN 2024-11-18T23:24:09,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x1015043198c0001, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1260175096/meta-region-server 2024-11-18T23:24:09,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1260175096/meta-region-server: CHANGED 2024-11-18T23:24:09,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42161-0x1015043198c0000, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1260175096/meta-region-server 2024-11-18T23:24:09,740 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,37681,1731972246960 2024-11-18T23:24:09,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1260175096/meta-region-server: CHANGED 2024-11-18T23:24:09,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T23:24:09,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,37681,1731972246960 in 670 msec 2024-11-18T23:24:09,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T23:24:09,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 909 msec 2024-11-18T23:24:09,773 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:24:09,773 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T23:24:09,797 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:24:09,797 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,37681,1731972246960, seqNum=-1] 2024-11-18T23:24:09,797 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:24:09,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:24:09,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5940 sec 2024-11-18T23:24:09,845 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731972249845, completionTime=-1 2024-11-18T23:24:09,845 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T23:24:09,845 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T23:24:09,857 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T23:24:09,857 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731972309857 2024-11-18T23:24:09,857 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731972369857 2024-11-18T23:24:09,857 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 12 msec 2024-11-18T23:24:09,858 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,42161,1731972246579-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:09,858 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,42161,1731972246579-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:09,858 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,42161,1731972246579-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:09,858 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:42161, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:09,858 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:09,863 DEBUG [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T23:24:09,867 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:09,877 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.696sec 2024-11-18T23:24:09,877 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T23:24:09,877 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T23:24:09,877 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T23:24:09,877 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T23:24:09,877 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T23:24:09,877 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,42161,1731972246579-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:24:09,878 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,42161,1731972246579-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T23:24:09,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f4d1a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:09,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,42161,-1 for getting cluster id 2024-11-18T23:24:09,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:24:09,896 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6f01683-c1ad-4039-b41c-829f2c50aefb' 2024-11-18T23:24:09,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:24:09,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6f01683-c1ad-4039-b41c-829f2c50aefb" 2024-11-18T23:24:09,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f34bcbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:09,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,42161,-1] 2024-11-18T23:24:09,898 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:24:09,898 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:09,900 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T23:24:09,900 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T23:24:09,900 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:24:09,901 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,42161,1731972246579-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:09,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@431adfcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:09,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:24:09,912 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,37681,1731972246960, seqNum=-1] 2024-11-18T23:24:09,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:24:09,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:24:09,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d96596e55a9,42161,1731972246579 2024-11-18T23:24:09,926 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53901 2024-11-18T23:24:09,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53901, baseZNode=/0-1260175096 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:24:09,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015043198c0002 connected 2024-11-18T23:24:10,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:24:10,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,42161,1731972246579 2024-11-18T23:24:10,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@613dc100 2024-11-18T23:24:10,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:24:10,120 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:24:10,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:24:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T23:24:10,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:24:10,127 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:10,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:24:10,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T23:24:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:24:10,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40683 is added to blk_1073741835_1011 (size=902) 2024-11-18T23:24:10,222 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7c90aedb1524d7c84a3571af3d31ddad, NAME => 'test,,1731972250121.7c90aedb1524d7c84a3571af3d31ddad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c 2024-11-18T23:24:10,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:24:10,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40683 is added to blk_1073741836_1012 (size=39) 2024-11-18T23:24:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:24:10,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731972250121.7c90aedb1524d7c84a3571af3d31ddad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:10,704 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7c90aedb1524d7c84a3571af3d31ddad, disabling compactions & flushes 2024-11-18T23:24:10,705 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731972250121.7c90aedb1524d7c84a3571af3d31ddad. 2024-11-18T23:24:10,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972250121.7c90aedb1524d7c84a3571af3d31ddad. 2024-11-18T23:24:10,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731972250121.7c90aedb1524d7c84a3571af3d31ddad. after waiting 0 ms 2024-11-18T23:24:10,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731972250121.7c90aedb1524d7c84a3571af3d31ddad. 2024-11-18T23:24:10,705 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731972250121.7c90aedb1524d7c84a3571af3d31ddad. 2024-11-18T23:24:10,705 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7c90aedb1524d7c84a3571af3d31ddad: Waiting for close lock at 1731972250704Disabling compacts and flushes for region at 1731972250704Disabling writes for close at 1731972250705 (+1 ms)Writing region close event to WAL at 1731972250705Closed at 1731972250705 2024-11-18T23:24:10,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:24:10,706 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731972250121.7c90aedb1524d7c84a3571af3d31ddad.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731972250706"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972250706"}]},"ts":"1731972250706"} 2024-11-18T23:24:10,713 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:24:10,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:24:10,714 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972250714"}]},"ts":"1731972250714"} 2024-11-18T23:24:10,717 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T23:24:10,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7c90aedb1524d7c84a3571af3d31ddad, ASSIGN}] 2024-11-18T23:24:10,719 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7c90aedb1524d7c84a3571af3d31ddad, ASSIGN 2024-11-18T23:24:10,720 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7c90aedb1524d7c84a3571af3d31ddad, ASSIGN; state=OFFLINE, location=9d96596e55a9,37681,1731972246960; forceNewPlan=false, retain=false 2024-11-18T23:24:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:24:10,871 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7c90aedb1524d7c84a3571af3d31ddad, regionState=OPENING, regionLocation=9d96596e55a9,37681,1731972246960 2024-11-18T23:24:10,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7c90aedb1524d7c84a3571af3d31ddad, ASSIGN because future has completed 2024-11-18T23:24:10,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c90aedb1524d7c84a3571af3d31ddad, server=9d96596e55a9,37681,1731972246960}] 2024-11-18T23:24:11,048 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731972250121.7c90aedb1524d7c84a3571af3d31ddad. 2024-11-18T23:24:11,048 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c90aedb1524d7c84a3571af3d31ddad, NAME => 'test,,1731972250121.7c90aedb1524d7c84a3571af3d31ddad.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:24:11,049 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:24:11,049 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T23:24:11,049 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7c90aedb1524d7c84a3571af3d31ddad 2024-11-18T23:24:11,049 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731972250121.7c90aedb1524d7c84a3571af3d31ddad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:11,049 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7c90aedb1524d7c84a3571af3d31ddad 2024-11-18T23:24:11,049 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7c90aedb1524d7c84a3571af3d31ddad 2024-11-18T23:24:11,072 INFO [StoreOpener-7c90aedb1524d7c84a3571af3d31ddad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7c90aedb1524d7c84a3571af3d31ddad 2024-11-18T23:24:11,084 INFO [StoreOpener-7c90aedb1524d7c84a3571af3d31ddad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c90aedb1524d7c84a3571af3d31ddad columnFamilyName f 2024-11-18T23:24:11,085 DEBUG [StoreOpener-7c90aedb1524d7c84a3571af3d31ddad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:11,086 INFO [StoreOpener-7c90aedb1524d7c84a3571af3d31ddad-1 {}] regionserver.HStore(327): Store=7c90aedb1524d7c84a3571af3d31ddad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:11,086 INFO [StoreOpener-7c90aedb1524d7c84a3571af3d31ddad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7c90aedb1524d7c84a3571af3d31ddad 2024-11-18T23:24:11,092 INFO [StoreOpener-7c90aedb1524d7c84a3571af3d31ddad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c90aedb1524d7c84a3571af3d31ddad columnFamilyName f1 2024-11-18T23:24:11,092 DEBUG [StoreOpener-7c90aedb1524d7c84a3571af3d31ddad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:11,096 INFO [StoreOpener-7c90aedb1524d7c84a3571af3d31ddad-1 {}] regionserver.HStore(327): Store=7c90aedb1524d7c84a3571af3d31ddad/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:11,096 INFO [StoreOpener-7c90aedb1524d7c84a3571af3d31ddad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7c90aedb1524d7c84a3571af3d31ddad 2024-11-18T23:24:11,104 INFO [StoreOpener-7c90aedb1524d7c84a3571af3d31ddad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c90aedb1524d7c84a3571af3d31ddad columnFamilyName norep 2024-11-18T23:24:11,105 DEBUG [StoreOpener-7c90aedb1524d7c84a3571af3d31ddad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:11,108 INFO [StoreOpener-7c90aedb1524d7c84a3571af3d31ddad-1 {}] regionserver.HStore(327): Store=7c90aedb1524d7c84a3571af3d31ddad/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:11,108 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7c90aedb1524d7c84a3571af3d31ddad 2024-11-18T23:24:11,114 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/data/default/test/7c90aedb1524d7c84a3571af3d31ddad 2024-11-18T23:24:11,117 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/data/default/test/7c90aedb1524d7c84a3571af3d31ddad 2024-11-18T23:24:11,136 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7c90aedb1524d7c84a3571af3d31ddad 2024-11-18T23:24:11,136 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7c90aedb1524d7c84a3571af3d31ddad 2024-11-18T23:24:11,141 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:24:11,152 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7c90aedb1524d7c84a3571af3d31ddad 2024-11-18T23:24:11,169 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/data/default/test/7c90aedb1524d7c84a3571af3d31ddad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:24:11,169 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7c90aedb1524d7c84a3571af3d31ddad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73233715, jitterRate=0.09126739203929901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:24:11,169 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c90aedb1524d7c84a3571af3d31ddad 2024-11-18T23:24:11,170 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7c90aedb1524d7c84a3571af3d31ddad: Running coprocessor pre-open hook at 1731972251049Writing region info on filesystem at 1731972251049Initializing all the Stores at 1731972251064 (+15 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972251064Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972251070 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972251070Cleaning up temporary data from old regions at 1731972251136 (+66 ms)Running coprocessor post-open hooks at 1731972251169 (+33 ms)Region opened successfully at 1731972251170 (+1 ms) 2024-11-18T23:24:11,170 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731972250121.7c90aedb1524d7c84a3571af3d31ddad., pid=6, masterSystemTime=1731972251036 2024-11-18T23:24:11,175 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731972250121.7c90aedb1524d7c84a3571af3d31ddad. 2024-11-18T23:24:11,175 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731972250121.7c90aedb1524d7c84a3571af3d31ddad. 2024-11-18T23:24:11,182 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7c90aedb1524d7c84a3571af3d31ddad, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9d96596e55a9,37681,1731972246960 2024-11-18T23:24:11,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c90aedb1524d7c84a3571af3d31ddad, server=9d96596e55a9,37681,1731972246960 because future has completed 2024-11-18T23:24:11,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T23:24:11,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c90aedb1524d7c84a3571af3d31ddad, server=9d96596e55a9,37681,1731972246960 in 325 msec 2024-11-18T23:24:11,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T23:24:11,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7c90aedb1524d7c84a3571af3d31ddad, ASSIGN in 512 msec 2024-11-18T23:24:11,237 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:24:11,237 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972251237"}]},"ts":"1731972251237"} 2024-11-18T23:24:11,239 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T23:24:11,245 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:24:11,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1230 sec 2024-11-18T23:24:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:24:11,268 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T23:24:11,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1ff0a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:11,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,42161,-1 for getting cluster id 2024-11-18T23:24:11,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:24:11,282 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6f01683-c1ad-4039-b41c-829f2c50aefb' 2024-11-18T23:24:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:24:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6f01683-c1ad-4039-b41c-829f2c50aefb" 2024-11-18T23:24:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@696ff8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,42161,-1] 2024-11-18T23:24:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:24:11,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:11,283 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:24:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119498d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:11,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:24:11,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,42161,1731972246579 2024-11-18T23:24:11,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@911548f 2024-11-18T23:24:11,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:24:11,289 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:24:11,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9d96596e55a9:42161,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T23:24:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T23:24:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:24:11,306 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:42161' 2024-11-18T23:24:11,311 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec86469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:11,311 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,42161,-1 for getting cluster id 2024-11-18T23:24:11,311 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:24:11,312 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6f01683-c1ad-4039-b41c-829f2c50aefb' 2024-11-18T23:24:11,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:24:11,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6f01683-c1ad-4039-b41c-829f2c50aefb" 2024-11-18T23:24:11,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94dcb52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:11,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,42161,-1] 2024-11-18T23:24:11,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:24:11,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:11,315 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:24:11,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bdf2123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:11,325 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:24:11,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,42161,1731972246579 2024-11-18T23:24:11,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2242b1dc 2024-11-18T23:24:11,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:24:11,337 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:24:11,340 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T23:24:11,340 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T23:24:11,340 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:11,341 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:11,341 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9d96596e55a9:42161, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-18T23:24:11,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:24:11,358 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9d96596e55a9:42161, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9d96596e55a9:42161, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9d96596e55a9:42161, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-18T23:24:11,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9d96596e55a9:42161, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=68 msec 2024-11-18T23:24:11,368 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-18T23:24:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:24:11,409 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://9d96596e55a9:42161, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-18T23:24:11,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:24:11,409 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:24:11,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:11,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:11,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:24:11,449 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=524 (was 360) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:37047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 37047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53901) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4ebbfaa5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 37727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp312141987-7863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp312141987-7861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1936948999) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RS_OPEN_META-regionserver/9d96596e55a9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-181949979-172.17.0.2-1731972242933:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: PacketResponder: BP-181949979-172.17.0.2-1731972242933:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:53901): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: qtp312141987-7857 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fdc7c4339c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@6481e7eb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp312141987-7859 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fdc7c4339c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$598/0x00007fdc7cacf3d0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;9d96596e55a9:37681 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp2076647199-7907-acceptor-0@2f014422-ServerConnector@3680c111{HTTP/1.1, (http/1.1)}{localhost:40813} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37047 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@4edc32c2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2076647199-7910 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 37727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: regionserver/9d96596e55a9:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@393e7800[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;9d96596e55a9:42161 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RS:0;9d96596e55a9:37681-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@343ea268 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 3 on default port 37727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 37047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp312141987-7856 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fdc7c4339c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp312141987-7862 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@47ae032f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/cluster_a66ed627-c46a-d99d-cd8d-634a4e80902c/data/data2/current/BP-181949979-172.17.0.2-1731972242933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c-prefix:9d96596e55a9,37681,1731972246960.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@6d04174e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/cluster_a66ed627-c46a-d99d-cd8d-634a4e80902c/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server handler 4 on default port 37727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9d96596e55a9:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 2 on default port 37047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 37727 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@362da1b9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007fdc7c9f97a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-181949979-172.17.0.2-1731972242933 heartbeating to localhost/127.0.0.1:37047 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Session-HouseKeeper-612fd0bc-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp312141987-7860-acceptor-0@69ce4d60-ServerConnector@1393de6f{HTTP/1.1, (http/1.1)}{localhost:41203} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 37727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972248313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: regionserver/9d96596e55a9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/cluster_a66ed627-c46a-d99d-cd8d-634a4e80902c/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-958420492_20 at /127.0.0.1:54376 [Receiving block BP-181949979-172.17.0.2-1731972242933:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53901) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c-prefix:9d96596e55a9,37681,1731972246960 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37047 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1402407471_20 at /127.0.0.1:54342 [Receiving block BP-181949979-172.17.0.2-1731972242933:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 37047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37047 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PacketResponder: BP-181949979-172.17.0.2-1731972242933:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 9d96596e55a9:42161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: qtp2076647199-7908 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-958420492_20 at /127.0.0.1:54302 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2076647199-7906 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fdc7c4339c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@7e8625ad java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37047/user/jenkins/test-data/17e022f5-b223-06ad-051f-b22cd7502d1c/MasterData-prefix:9d96596e55a9,42161,1731972246579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-958420492_20 at /127.0.0.1:54366 [Receiving block BP-181949979-172.17.0.2-1731972242933:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@6e22b346 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/cluster_a66ed627-c46a-d99d-cd8d-634a4e80902c/data/data1/current/BP-181949979-172.17.0.2-1731972242933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37047 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp312141987-7858 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fdc7c4339c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 37047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:53901 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53901) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: master/9d96596e55a9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972248312 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-2c3e5131-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 786) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1431 (was 1413) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6239 (was 5105) - AvailableMemoryMB LEAK? - 2024-11-18T23:24:11,452 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=524 is superior to 500 2024-11-18T23:24:11,481 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=523, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=1431, ProcessCount=11, AvailableMemoryMB=6233 2024-11-18T23:24:11,481 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=523 is superior to 500 2024-11-18T23:24:11,521 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-18T23:24:11,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/hadoop.log.dir so I do NOT create it in target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d 2024-11-18T23:24:11,522 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T23:24:11,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/hadoop.tmp.dir so I do NOT create it in target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d 2024-11-18T23:24:11,522 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1cf40c97-b09d-4006-a7bd-2edb8abbc287/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T23:24:11,522 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d 2024-11-18T23:24:11,522 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/cluster_401482de-1a46-bd96-809a-a367733b4ee5, deleteOnExit=true 2024-11-18T23:24:11,581 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/cluster_401482de-1a46-bd96-809a-a367733b4ee5/zookeeper_0, clientPort=62873, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/cluster_401482de-1a46-bd96-809a-a367733b4ee5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/cluster_401482de-1a46-bd96-809a-a367733b4ee5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T23:24:11,593 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62873 2024-11-18T23:24:11,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T23:24:11,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T23:24:11,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/test.cache.data in system properties and HBase conf 2024-11-18T23:24:11,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T23:24:11,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/hadoop.log.dir in system properties and HBase conf 2024-11-18T23:24:11,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T23:24:11,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T23:24:11,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T23:24:11,594 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T23:24:11,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:24:11,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:24:11,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T23:24:11,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:24:11,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T23:24:11,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T23:24:11,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:24:11,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:24:11,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T23:24:11,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/nfs.dump.dir in system properties and HBase conf 2024-11-18T23:24:11,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/java.io.tmpdir in system properties and HBase conf 2024-11-18T23:24:11,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:24:11,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T23:24:11,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T23:24:11,749 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:24:11,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:11,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:11,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:11,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:11,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:11,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:11,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:11,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:11,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:11,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:11,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:11,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:11,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:11,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:11,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:11,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:12,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:24:12,095 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:24:12,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:24:12,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:24:12,105 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T23:24:12,106 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:24:12,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@398c5ae7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:24:12,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@afdfc7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:24:12,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5dbcb204{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/java.io.tmpdir/jetty-localhost-43815-hadoop-hdfs-3_4_1-tests_jar-_-any-14410207850036778373/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:24:12,310 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@650bc6a4{HTTP/1.1, (http/1.1)}{localhost:43815} 2024-11-18T23:24:12,310 INFO [Time-limited test {}] server.Server(415): Started @366470ms 2024-11-18T23:24:12,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:24:12,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:24:12,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:24:12,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:24:12,871 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T23:24:12,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c638c09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:24:12,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a39ae11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:24:13,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50501624{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/java.io.tmpdir/jetty-localhost-35827-hadoop-hdfs-3_4_1-tests_jar-_-any-3812851948213051859/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:24:13,072 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43981c9a{HTTP/1.1, (http/1.1)}{localhost:35827} 2024-11-18T23:24:13,072 INFO [Time-limited test {}] server.Server(415): Started @367232ms 2024-11-18T23:24:13,073 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T23:24:14,641 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T23:24:14,642 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T23:24:14,931 WARN [Thread-4299 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/cluster_401482de-1a46-bd96-809a-a367733b4ee5/data/data1/current/BP-1849150911-172.17.0.2-1731972251649/current, will proceed with Du for space computation calculation, 2024-11-18T23:24:14,932 WARN [Thread-4300 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/cluster_401482de-1a46-bd96-809a-a367733b4ee5/data/data2/current/BP-1849150911-172.17.0.2-1731972251649/current, will proceed with Du for space computation calculation, 2024-11-18T23:24:14,951 WARN [Thread-4287 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T23:24:14,953 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf9c15087ae06222 with lease ID 0xd6f1f76150180b5b: Processing first storage report for DS-9f2b04be-5089-4e3c-af46-745b985dde55 from datanode DatanodeRegistration(127.0.0.1:36199, datanodeUuid=a4735135-0ad5-4814-adbf-7c2fed6010a1, infoPort=40675, infoSecurePort=0, ipcPort=45893, storageInfo=lv=-57;cid=testClusterID;nsid=895315297;c=1731972251649) 2024-11-18T23:24:14,953 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf9c15087ae06222 with lease ID 0xd6f1f76150180b5b: from storage DS-9f2b04be-5089-4e3c-af46-745b985dde55 node DatanodeRegistration(127.0.0.1:36199, datanodeUuid=a4735135-0ad5-4814-adbf-7c2fed6010a1, infoPort=40675, infoSecurePort=0, ipcPort=45893, storageInfo=lv=-57;cid=testClusterID;nsid=895315297;c=1731972251649), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:24:14,953 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf9c15087ae06222 with lease ID 0xd6f1f76150180b5b: Processing first storage report for DS-2e217b67-5ec0-4988-8666-0bff3fb0c338 from datanode DatanodeRegistration(127.0.0.1:36199, datanodeUuid=a4735135-0ad5-4814-adbf-7c2fed6010a1, infoPort=40675, infoSecurePort=0, ipcPort=45893, storageInfo=lv=-57;cid=testClusterID;nsid=895315297;c=1731972251649) 2024-11-18T23:24:14,953 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf9c15087ae06222 with lease ID 0xd6f1f76150180b5b: from storage DS-2e217b67-5ec0-4988-8666-0bff3fb0c338 node DatanodeRegistration(127.0.0.1:36199, datanodeUuid=a4735135-0ad5-4814-adbf-7c2fed6010a1, infoPort=40675, infoSecurePort=0, ipcPort=45893, storageInfo=lv=-57;cid=testClusterID;nsid=895315297;c=1731972251649), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:24:15,004 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d 2024-11-18T23:24:15,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:15,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:15,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741825_1001 (size=7) 2024-11-18T23:24:15,415 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8 with version=8 2024-11-18T23:24:15,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/hbase-staging 2024-11-18T23:24:15,418 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:24:15,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:24:15,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:24:15,418 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:24:15,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:24:15,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:24:15,418 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T23:24:15,418 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:24:15,419 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42375 2024-11-18T23:24:15,420 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42375 connecting to ZooKeeper ensemble=127.0.0.1:62873 2024-11-18T23:24:15,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423750x0, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:24:15,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42375-0x10150433b4d0000 connected 2024-11-18T23:24:15,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:15,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:15,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Set watcher on znode that does not yet exist, /0115375014/running 2024-11-18T23:24:15,776 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8, hbase.cluster.distributed=false 2024-11-18T23:24:15,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Set watcher on znode that does not yet exist, /0115375014/acl 2024-11-18T23:24:15,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42375 2024-11-18T23:24:15,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42375 2024-11-18T23:24:15,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42375 2024-11-18T23:24:15,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42375 2024-11-18T23:24:15,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42375 2024-11-18T23:24:15,899 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:24:15,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:24:15,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:24:15,907 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:24:15,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:24:15,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:24:15,907 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T23:24:15,908 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:24:15,921 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43517 2024-11-18T23:24:15,922 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43517 connecting to ZooKeeper ensemble=127.0.0.1:62873 2024-11-18T23:24:15,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:15,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:15,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435170x0, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:24:15,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43517-0x10150433b4d0001 connected 2024-11-18T23:24:15,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43517-0x10150433b4d0001, quorum=127.0.0.1:62873, baseZNode=/0115375014 Set watcher on znode that does not yet exist, /0115375014/running 2024-11-18T23:24:15,980 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T23:24:15,992 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T23:24:15,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43517-0x10150433b4d0001, quorum=127.0.0.1:62873, baseZNode=/0115375014 Set watcher on znode that does not yet exist, /0115375014/master 2024-11-18T23:24:16,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43517-0x10150433b4d0001, quorum=127.0.0.1:62873, baseZNode=/0115375014 Set watcher on znode that does not yet exist, /0115375014/acl 2024-11-18T23:24:16,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43517 2024-11-18T23:24:16,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43517 2024-11-18T23:24:16,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43517 2024-11-18T23:24:16,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43517 2024-11-18T23:24:16,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43517 2024-11-18T23:24:16,180 DEBUG [M:0;9d96596e55a9:42375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:42375 2024-11-18T23:24:16,192 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0115375014/backup-masters/9d96596e55a9,42375,1731972255418 2024-11-18T23:24:16,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x10150433b4d0001, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0115375014/backup-masters 2024-11-18T23:24:16,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0115375014/backup-masters 2024-11-18T23:24:16,218 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Set watcher on existing znode=/0115375014/backup-masters/9d96596e55a9,42375,1731972255418 2024-11-18T23:24:16,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x10150433b4d0001, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0115375014/master 2024-11-18T23:24:16,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x10150433b4d0001, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0115375014 2024-11-18T23:24:16,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0115375014 2024-11-18T23:24:16,245 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Set watcher on existing znode=/0115375014/master 2024-11-18T23:24:16,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T23:24:16,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T23:24:16,246 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0115375014/backup-masters/9d96596e55a9,42375,1731972255418 from backup master directory 2024-11-18T23:24:16,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T23:24:16,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T23:24:16,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:24:16,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T23:24:16,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T23:24:16,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T23:24:16,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0115375014/backup-masters/9d96596e55a9,42375,1731972255418 2024-11-18T23:24:16,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0115375014/backup-masters 2024-11-18T23:24:16,255 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:24:16,255 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,42375,1731972255418 2024-11-18T23:24:16,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x10150433b4d0001, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0115375014/backup-masters 2024-11-18T23:24:16,272 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/hbase.id] with ID: 845a52b3-0a12-4379-aa33-070a6082a9a5 2024-11-18T23:24:16,273 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/.tmp/hbase.id 2024-11-18T23:24:16,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741826_1002 (size=42) 2024-11-18T23:24:16,340 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/.tmp/hbase.id]:[hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/hbase.id] 2024-11-18T23:24:16,389 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:16,389 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T23:24:16,390 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T23:24:16,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x10150433b4d0001, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0115375014 2024-11-18T23:24:16,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0115375014 2024-11-18T23:24:16,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741827_1003 (size=196) 2024-11-18T23:24:16,541 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:24:16,541 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T23:24:16,550 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:24:16,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741828_1004 (size=1189) 2024-11-18T23:24:16,635 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/data/master/store 2024-11-18T23:24:16,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741829_1005 (size=34) 2024-11-18T23:24:17,100 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:17,100 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:24:17,100 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:17,100 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:17,100 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:24:17,100 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:17,100 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:17,100 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972257100Disabling compacts and flushes for region at 1731972257100Disabling writes for close at 1731972257100Writing region close event to WAL at 1731972257100Closed at 1731972257100 2024-11-18T23:24:17,102 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/data/master/store/.initializing 2024-11-18T23:24:17,102 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/WALs/9d96596e55a9,42375,1731972255418 2024-11-18T23:24:17,103 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:24:17,104 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C42375%2C1731972255418, suffix=, logDir=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/WALs/9d96596e55a9,42375,1731972255418, archiveDir=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/oldWALs, maxLogs=10 2024-11-18T23:24:17,146 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/WALs/9d96596e55a9,42375,1731972255418/9d96596e55a9%2C42375%2C1731972255418.1731972257105, exclude list is [], retry=0 2024-11-18T23:24:17,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36199,DS-9f2b04be-5089-4e3c-af46-745b985dde55,DISK] 2024-11-18T23:24:17,186 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/WALs/9d96596e55a9,42375,1731972255418/9d96596e55a9%2C42375%2C1731972255418.1731972257105 2024-11-18T23:24:17,189 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40675:40675)] 2024-11-18T23:24:17,189 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:24:17,190 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:17,190 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:17,190 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:17,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:17,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T23:24:17,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:17,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:17,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:17,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T23:24:17,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:17,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:17,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:17,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T23:24:17,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:17,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:17,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:17,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T23:24:17,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:17,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:17,217 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:17,218 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:17,219 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:17,221 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:17,221 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:17,223 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:24:17,224 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:17,237 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:24:17,240 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74309745, jitterRate=0.1073014885187149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:24:17,241 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731972257190Initializing all the Stores at 1731972257191 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972257191Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972257197 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972257197Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972257197Cleaning up temporary data from old regions at 1731972257221 (+24 ms)Region opened successfully at 1731972257241 (+20 ms) 2024-11-18T23:24:17,244 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T23:24:17,261 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2edf87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:24:17,304 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T23:24:17,304 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T23:24:17,304 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T23:24:17,305 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T23:24:17,307 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-18T23:24:17,307 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T23:24:17,307 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T23:24:17,339 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T23:24:17,352 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Unable to get data of znode /0115375014/balancer because node does not exist (not necessarily an error) 2024-11-18T23:24:17,388 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0115375014/balancer already deleted, retry=false 2024-11-18T23:24:17,389 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T23:24:17,400 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Unable to get data of znode /0115375014/normalizer because node does not exist (not necessarily an error) 2024-11-18T23:24:17,424 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0115375014/normalizer already deleted, retry=false 2024-11-18T23:24:17,425 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T23:24:17,436 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Unable to get data of znode /0115375014/switch/split because node does not exist (not necessarily an error) 2024-11-18T23:24:17,448 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0115375014/switch/split already deleted, retry=false 2024-11-18T23:24:17,452 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Unable to get data of znode /0115375014/switch/merge because node does not exist (not necessarily an error) 2024-11-18T23:24:17,512 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0115375014/switch/merge already deleted, retry=false 2024-11-18T23:24:17,525 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Unable to get data of znode /0115375014/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T23:24:17,576 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0115375014/snapshot-cleanup already deleted, retry=false 2024-11-18T23:24:17,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0115375014/running 2024-11-18T23:24:17,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0115375014 2024-11-18T23:24:17,641 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,42375,1731972255418, sessionid=0x10150433b4d0000, setting cluster-up flag (Was=false) 2024-11-18T23:24:17,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x10150433b4d0001, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0115375014/running 2024-11-18T23:24:17,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x10150433b4d0001, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0115375014 2024-11-18T23:24:17,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0115375014 2024-11-18T23:24:17,897 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0115375014/flush-table-proc/acquired, /0115375014/flush-table-proc/reached, /0115375014/flush-table-proc/abort 2024-11-18T23:24:17,912 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,42375,1731972255418 2024-11-18T23:24:17,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0115375014 2024-11-18T23:24:17,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x10150433b4d0001, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0115375014 2024-11-18T23:24:18,086 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0115375014/online-snapshot/acquired, /0115375014/online-snapshot/reached, /0115375014/online-snapshot/abort 2024-11-18T23:24:18,091 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,42375,1731972255418 2024-11-18T23:24:18,105 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T23:24:18,111 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T23:24:18,112 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T23:24:18,112 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T23:24:18,112 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,42375,1731972255418 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T23:24:18,122 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:24:18,122 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:24:18,122 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:24:18,122 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:24:18,122 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-18T23:24:18,122 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:18,122 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:24:18,122 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:18,147 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:24:18,147 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T23:24:18,157 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:18,157 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731972288157 2024-11-18T23:24:18,158 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T23:24:18,158 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T23:24:18,158 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T23:24:18,158 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T23:24:18,158 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T23:24:18,158 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T23:24:18,158 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T23:24:18,164 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:18,177 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T23:24:18,177 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T23:24:18,177 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T23:24:18,177 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T23:24:18,204 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T23:24:18,205 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T23:24:18,208 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.HRegionServer(746): ClusterId : 845a52b3-0a12-4379-aa33-070a6082a9a5 2024-11-18T23:24:18,208 DEBUG [RS:0;9d96596e55a9:43517 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T23:24:18,208 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972258205,5,FailOnTimeoutGroup] 2024-11-18T23:24:18,209 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972258208,5,FailOnTimeoutGroup] 2024-11-18T23:24:18,209 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:18,209 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T23:24:18,209 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:18,209 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:18,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741831_1007 (size=1321) 2024-11-18T23:24:18,248 DEBUG [RS:0;9d96596e55a9:43517 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T23:24:18,249 DEBUG [RS:0;9d96596e55a9:43517 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T23:24:18,322 DEBUG [RS:0;9d96596e55a9:43517 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T23:24:18,322 DEBUG [RS:0;9d96596e55a9:43517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bade834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:24:18,350 DEBUG [RS:0;9d96596e55a9:43517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:43517 2024-11-18T23:24:18,350 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T23:24:18,350 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T23:24:18,350 DEBUG [RS:0;9d96596e55a9:43517 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T23:24:18,355 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,42375,1731972255418 with port=43517, startcode=1731972255899 2024-11-18T23:24:18,355 DEBUG [RS:0;9d96596e55a9:43517 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T23:24:18,359 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T23:24:18,360 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42375 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,43517,1731972255899 2024-11-18T23:24:18,360 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42375 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,43517,1731972255899 2024-11-18T23:24:18,381 DEBUG [RS:0;9d96596e55a9:43517 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8 2024-11-18T23:24:18,381 DEBUG [RS:0;9d96596e55a9:43517 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40743 2024-11-18T23:24:18,381 DEBUG [RS:0;9d96596e55a9:43517 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T23:24:18,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0115375014/rs 2024-11-18T23:24:18,413 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,43517,1731972255899] 2024-11-18T23:24:18,416 DEBUG [RS:0;9d96596e55a9:43517 {}] zookeeper.ZKUtil(111): regionserver:43517-0x10150433b4d0001, quorum=127.0.0.1:62873, baseZNode=/0115375014 Set watcher on existing znode=/0115375014/rs/9d96596e55a9,43517,1731972255899 2024-11-18T23:24:18,416 WARN [RS:0;9d96596e55a9:43517 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:24:18,416 INFO [RS:0;9d96596e55a9:43517 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:24:18,416 DEBUG [RS:0;9d96596e55a9:43517 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899 2024-11-18T23:24:18,434 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T23:24:18,436 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T23:24:18,439 INFO [RS:0;9d96596e55a9:43517 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T23:24:18,439 INFO [RS:0;9d96596e55a9:43517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:18,444 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T23:24:18,448 INFO [RS:0;9d96596e55a9:43517 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T23:24:18,448 INFO [RS:0;9d96596e55a9:43517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:18,448 DEBUG [RS:0;9d96596e55a9:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:18,448 DEBUG [RS:0;9d96596e55a9:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:18,448 DEBUG [RS:0;9d96596e55a9:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:18,448 DEBUG [RS:0;9d96596e55a9:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:18,448 DEBUG [RS:0;9d96596e55a9:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:18,448 DEBUG [RS:0;9d96596e55a9:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:24:18,448 DEBUG [RS:0;9d96596e55a9:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:18,448 DEBUG [RS:0;9d96596e55a9:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:18,449 DEBUG [RS:0;9d96596e55a9:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:18,449 DEBUG [RS:0;9d96596e55a9:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:18,449 DEBUG [RS:0;9d96596e55a9:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:18,449 DEBUG [RS:0;9d96596e55a9:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:18,449 DEBUG [RS:0;9d96596e55a9:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:24:18,449 DEBUG [RS:0;9d96596e55a9:43517 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:24:18,459 INFO [RS:0;9d96596e55a9:43517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:18,459 INFO [RS:0;9d96596e55a9:43517 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:18,459 INFO [RS:0;9d96596e55a9:43517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:18,459 INFO [RS:0;9d96596e55a9:43517 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:18,459 INFO [RS:0;9d96596e55a9:43517 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:18,459 INFO [RS:0;9d96596e55a9:43517 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,43517,1731972255899-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:24:18,482 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T23:24:18,482 INFO [RS:0;9d96596e55a9:43517 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,43517,1731972255899-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:18,482 INFO [RS:0;9d96596e55a9:43517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:18,482 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.Replication(171): 9d96596e55a9,43517,1731972255899 started 2024-11-18T23:24:18,503 INFO [RS:0;9d96596e55a9:43517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:18,503 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,43517,1731972255899, RpcServer on 9d96596e55a9/172.17.0.2:43517, sessionid=0x10150433b4d0001 2024-11-18T23:24:18,504 DEBUG [RS:0;9d96596e55a9:43517 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T23:24:18,504 DEBUG [RS:0;9d96596e55a9:43517 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,43517,1731972255899 2024-11-18T23:24:18,504 DEBUG [RS:0;9d96596e55a9:43517 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,43517,1731972255899' 2024-11-18T23:24:18,504 DEBUG [RS:0;9d96596e55a9:43517 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0115375014/flush-table-proc/abort' 2024-11-18T23:24:18,513 DEBUG [RS:0;9d96596e55a9:43517 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0115375014/flush-table-proc/acquired' 2024-11-18T23:24:18,527 DEBUG [RS:0;9d96596e55a9:43517 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T23:24:18,527 DEBUG [RS:0;9d96596e55a9:43517 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T23:24:18,527 DEBUG [RS:0;9d96596e55a9:43517 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,43517,1731972255899 2024-11-18T23:24:18,527 DEBUG [RS:0;9d96596e55a9:43517 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,43517,1731972255899' 2024-11-18T23:24:18,527 DEBUG [RS:0;9d96596e55a9:43517 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0115375014/online-snapshot/abort' 2024-11-18T23:24:18,532 DEBUG [RS:0;9d96596e55a9:43517 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0115375014/online-snapshot/acquired' 2024-11-18T23:24:18,540 DEBUG [RS:0;9d96596e55a9:43517 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T23:24:18,540 INFO [RS:0;9d96596e55a9:43517 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T23:24:18,540 INFO [RS:0;9d96596e55a9:43517 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T23:24:18,617 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T23:24:18,617 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8 2024-11-18T23:24:18,641 INFO [RS:0;9d96596e55a9:43517 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:24:18,643 INFO [RS:0;9d96596e55a9:43517 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C43517%2C1731972255899, suffix=, logDir=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899, archiveDir=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/oldWALs, maxLogs=10 2024-11-18T23:24:18,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741832_1008 (size=32) 2024-11-18T23:24:18,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:18,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:24:18,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:24:18,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:18,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:18,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:24:18,668 DEBUG [RS:0;9d96596e55a9:43517 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972258644, exclude list is [], retry=0 2024-11-18T23:24:18,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:24:18,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:18,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:18,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:24:18,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36199,DS-9f2b04be-5089-4e3c-af46-745b985dde55,DISK] 2024-11-18T23:24:18,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:24:18,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:18,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:18,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:24:18,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:24:18,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:18,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:18,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:24:18,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740 2024-11-18T23:24:18,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740 2024-11-18T23:24:18,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:24:18,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:24:18,708 INFO [RS:0;9d96596e55a9:43517 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972258644 2024-11-18T23:24:18,710 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:24:18,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:24:18,716 DEBUG [RS:0;9d96596e55a9:43517 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40675:40675)] 2024-11-18T23:24:18,731 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:24:18,732 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65687142, jitterRate=-0.021185308694839478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:24:18,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731972258646Initializing all the Stores at 1731972258650 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972258650Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972258652 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972258652Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972258652Cleaning up temporary data from old regions at 1731972258708 (+56 ms)Region opened successfully at 1731972258732 (+24 ms) 2024-11-18T23:24:18,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:24:18,732 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:24:18,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:24:18,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:24:18,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:24:18,753 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:24:18,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972258732Disabling compacts and flushes for region at 1731972258732Disabling writes for close at 1731972258732Writing region close event to WAL at 1731972258753 (+21 ms)Closed at 1731972258753 2024-11-18T23:24:18,754 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:24:18,754 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T23:24:18,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T23:24:18,755 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:24:18,757 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T23:24:18,907 DEBUG [9d96596e55a9:42375 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:24:18,908 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,43517,1731972255899 2024-11-18T23:24:18,910 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,43517,1731972255899, state=OPENING 2024-11-18T23:24:18,928 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T23:24:18,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0115375014 2024-11-18T23:24:18,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x10150433b4d0001, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0115375014 2024-11-18T23:24:18,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0115375014/meta-region-server: CHANGED 2024-11-18T23:24:18,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0115375014/meta-region-server: CHANGED 2024-11-18T23:24:18,960 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:24:18,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,43517,1731972255899}] 2024-11-18T23:24:19,126 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:24:19,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:24:19,136 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T23:24:19,136 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:24:19,137 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T23:24:19,141 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C43517%2C1731972255899.meta, suffix=.meta, logDir=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899, archiveDir=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/oldWALs, maxLogs=10 2024-11-18T23:24:19,156 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.meta.1731972259141.meta, exclude list is [], retry=0 2024-11-18T23:24:19,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36199,DS-9f2b04be-5089-4e3c-af46-745b985dde55,DISK] 2024-11-18T23:24:19,163 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.meta.1731972259141.meta 2024-11-18T23:24:19,164 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40675:40675)] 2024-11-18T23:24:19,164 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:24:19,164 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:24:19,164 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:24:19,165 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T23:24:19,165 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T23:24:19,165 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T23:24:19,165 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:19,165 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T23:24:19,165 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T23:24:19,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:24:19,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:24:19,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:19,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:19,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:24:19,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:24:19,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:19,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:19,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:24:19,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:24:19,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:19,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:19,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:24:19,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:24:19,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:19,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:19,223 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:24:19,227 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740 2024-11-18T23:24:19,230 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740 2024-11-18T23:24:19,237 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:24:19,237 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:24:19,238 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:24:19,239 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:24:19,239 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61033500, jitterRate=-0.09052997827529907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:24:19,239 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T23:24:19,239 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731972259165Writing region info on filesystem at 1731972259165Initializing all the Stores at 1731972259172 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972259172Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972259174 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972259174Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972259174Cleaning up temporary data from old regions at 1731972259237 (+63 ms)Running coprocessor post-open hooks at 1731972259239 (+2 ms)Region opened successfully at 1731972259239 2024-11-18T23:24:19,248 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731972259125 2024-11-18T23:24:19,265 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T23:24:19,265 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T23:24:19,265 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,43517,1731972255899 2024-11-18T23:24:19,266 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,43517,1731972255899, state=OPEN 2024-11-18T23:24:19,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x10150433b4d0001, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0115375014/meta-region-server 2024-11-18T23:24:19,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0115375014/meta-region-server: CHANGED 2024-11-18T23:24:19,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0115375014/meta-region-server 2024-11-18T23:24:19,388 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,43517,1731972255899 2024-11-18T23:24:19,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0115375014/meta-region-server: CHANGED 2024-11-18T23:24:19,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T23:24:19,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,43517,1731972255899 in 428 msec 2024-11-18T23:24:19,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T23:24:19,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 638 msec 2024-11-18T23:24:19,395 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:24:19,395 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T23:24:19,396 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:24:19,396 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,43517,1731972255899, seqNum=-1] 2024-11-18T23:24:19,396 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:24:19,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:24:19,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3080 sec 2024-11-18T23:24:19,440 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731972259440, completionTime=-1 2024-11-18T23:24:19,441 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T23:24:19,441 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T23:24:19,447 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T23:24:19,448 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731972319448 2024-11-18T23:24:19,448 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731972379448 2024-11-18T23:24:19,448 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-18T23:24:19,448 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,42375,1731972255418-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:19,448 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,42375,1731972255418-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:19,448 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,42375,1731972255418-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:19,448 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:42375, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:19,448 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:19,456 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:19,460 DEBUG [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T23:24:19,473 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.218sec 2024-11-18T23:24:19,473 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T23:24:19,473 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T23:24:19,473 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T23:24:19,473 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T23:24:19,473 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T23:24:19,473 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,42375,1731972255418-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:24:19,473 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,42375,1731972255418-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T23:24:19,501 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T23:24:19,501 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T23:24:19,501 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,42375,1731972255418-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:19,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4956d77b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:19,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,42375,-1 for getting cluster id 2024-11-18T23:24:19,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:24:19,522 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '845a52b3-0a12-4379-aa33-070a6082a9a5' 2024-11-18T23:24:19,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:24:19,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "845a52b3-0a12-4379-aa33-070a6082a9a5" 2024-11-18T23:24:19,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68787f9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:19,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,42375,-1] 2024-11-18T23:24:19,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:24:19,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:19,525 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:24:19,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a27792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:19,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:24:19,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,43517,1731972255899, seqNum=-1] 2024-11-18T23:24:19,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:24:19,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:24:19,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d96596e55a9,42375,1731972255418 2024-11-18T23:24:19,531 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62873 2024-11-18T23:24:19,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:24:19,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10150433b4d0002 connected 2024-11-18T23:24:19,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/hadoop.log.dir so I do NOT create it in target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f 2024-11-18T23:24:19,643 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T23:24:19,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/hadoop.tmp.dir so I do NOT create it in target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f 2024-11-18T23:24:19,643 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T23:24:19,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f 2024-11-18T23:24:19,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T23:24:19,644 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/cluster_0ff9a777-10ad-82c5-bca4-e37fa8e771a2, deleteOnExit=true 2024-11-18T23:24:19,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T23:24:19,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/test.cache.data in system properties and HBase conf 2024-11-18T23:24:19,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T23:24:19,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/hadoop.log.dir in system properties and HBase conf 2024-11-18T23:24:19,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T23:24:19,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T23:24:19,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T23:24:19,645 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T23:24:19,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:24:19,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:24:19,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T23:24:19,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:24:19,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T23:24:19,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T23:24:19,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:24:19,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:24:19,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T23:24:19,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/nfs.dump.dir in system properties and HBase conf 2024-11-18T23:24:19,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/java.io.tmpdir in system properties and HBase conf 2024-11-18T23:24:19,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:24:19,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T23:24:19,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T23:24:20,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:24:20,374 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:24:20,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:24:20,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:24:20,380 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T23:24:20,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:24:20,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60e6e142{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:24:20,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d70a940{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:24:20,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@dedbd1a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/java.io.tmpdir/jetty-localhost-39333-hadoop-hdfs-3_4_1-tests_jar-_-any-8995253972089034276/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:24:20,520 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19cd99d8{HTTP/1.1, (http/1.1)}{localhost:39333} 2024-11-18T23:24:20,520 INFO [Time-limited test {}] server.Server(415): Started @374679ms 2024-11-18T23:24:21,192 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:24:21,195 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:24:21,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:24:21,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:24:21,213 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T23:24:21,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75648df9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:24:21,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1365c613{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:24:21,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cb966f0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/java.io.tmpdir/jetty-localhost-36517-hadoop-hdfs-3_4_1-tests_jar-_-any-10195996961972764728/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:24:21,371 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78c9005{HTTP/1.1, (http/1.1)}{localhost:36517} 2024-11-18T23:24:21,371 INFO [Time-limited test {}] server.Server(415): Started @375530ms 2024-11-18T23:24:21,372 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T23:24:22,790 WARN [Thread-4419 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/cluster_0ff9a777-10ad-82c5-bca4-e37fa8e771a2/data/data1/current/BP-2109810249-172.17.0.2-1731972259675/current, will proceed with Du for space computation calculation, 2024-11-18T23:24:22,790 WARN [Thread-4420 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/cluster_0ff9a777-10ad-82c5-bca4-e37fa8e771a2/data/data2/current/BP-2109810249-172.17.0.2-1731972259675/current, will proceed with Du for space computation calculation, 2024-11-18T23:24:22,837 WARN [Thread-4407 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T23:24:22,845 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb95e02710e2347de with lease ID 0x1637e318067b6e70: Processing first storage report for DS-fe3f9ebd-a63c-402c-9dcf-f3b664ac8921 from datanode DatanodeRegistration(127.0.0.1:42855, datanodeUuid=3cec9190-140f-4cc1-bc8d-592e1ca5ffa3, infoPort=43913, infoSecurePort=0, ipcPort=35271, storageInfo=lv=-57;cid=testClusterID;nsid=814284029;c=1731972259675) 2024-11-18T23:24:22,845 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb95e02710e2347de with lease ID 0x1637e318067b6e70: from storage DS-fe3f9ebd-a63c-402c-9dcf-f3b664ac8921 node DatanodeRegistration(127.0.0.1:42855, datanodeUuid=3cec9190-140f-4cc1-bc8d-592e1ca5ffa3, infoPort=43913, infoSecurePort=0, ipcPort=35271, storageInfo=lv=-57;cid=testClusterID;nsid=814284029;c=1731972259675), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:24:22,845 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb95e02710e2347de with lease ID 0x1637e318067b6e70: Processing first storage report for DS-5906a3ae-2631-4532-b5b8-f059c2f13d95 from datanode DatanodeRegistration(127.0.0.1:42855, datanodeUuid=3cec9190-140f-4cc1-bc8d-592e1ca5ffa3, infoPort=43913, infoSecurePort=0, ipcPort=35271, storageInfo=lv=-57;cid=testClusterID;nsid=814284029;c=1731972259675) 2024-11-18T23:24:22,845 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb95e02710e2347de with lease ID 0x1637e318067b6e70: from storage DS-5906a3ae-2631-4532-b5b8-f059c2f13d95 node DatanodeRegistration(127.0.0.1:42855, datanodeUuid=3cec9190-140f-4cc1-bc8d-592e1ca5ffa3, infoPort=43913, infoSecurePort=0, ipcPort=35271, storageInfo=lv=-57;cid=testClusterID;nsid=814284029;c=1731972259675), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:24:22,891 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f 2024-11-18T23:24:22,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:22,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:22,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741825_1001 (size=7) 2024-11-18T23:24:22,935 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563 with version=8 2024-11-18T23:24:22,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/hbase-staging 2024-11-18T23:24:22,938 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:24:22,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:24:22,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:24:22,938 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:24:22,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:24:22,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:24:22,939 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T23:24:22,939 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:24:22,951 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46253 2024-11-18T23:24:22,951 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46253 connecting to ZooKeeper ensemble=127.0.0.1:62873 2024-11-18T23:24:22,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462530x0, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:24:22,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46253-0x10150433b4d0003 connected 2024-11-18T23:24:23,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:23,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:23,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Set watcher on znode that does not yet exist, /11214442170/running 2024-11-18T23:24:23,129 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563, hbase.cluster.distributed=false 2024-11-18T23:24:23,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Set watcher on znode that does not yet exist, /11214442170/acl 2024-11-18T23:24:23,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46253 2024-11-18T23:24:23,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46253 2024-11-18T23:24:23,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46253 2024-11-18T23:24:23,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46253 2024-11-18T23:24:23,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46253 2024-11-18T23:24:23,226 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:24:23,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:24:23,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:24:23,226 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:24:23,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:24:23,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:24:23,226 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T23:24:23,226 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:24:23,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35039 2024-11-18T23:24:23,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35039 connecting to ZooKeeper ensemble=127.0.0.1:62873 2024-11-18T23:24:23,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:23,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:23,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350390x0, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:24:23,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350390x0, quorum=127.0.0.1:62873, baseZNode=/11214442170 Set watcher on znode that does not yet exist, /11214442170/running 2024-11-18T23:24:23,277 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T23:24:23,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35039-0x10150433b4d0004 connected 2024-11-18T23:24:23,300 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T23:24:23,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35039-0x10150433b4d0004, quorum=127.0.0.1:62873, baseZNode=/11214442170 Set watcher on znode that does not yet exist, /11214442170/master 2024-11-18T23:24:23,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35039-0x10150433b4d0004, quorum=127.0.0.1:62873, baseZNode=/11214442170 Set watcher on znode that does not yet exist, /11214442170/acl 2024-11-18T23:24:23,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35039 2024-11-18T23:24:23,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35039 2024-11-18T23:24:23,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35039 2024-11-18T23:24:23,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35039 2024-11-18T23:24:23,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35039 2024-11-18T23:24:23,402 DEBUG [M:0;9d96596e55a9:46253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:46253 2024-11-18T23:24:23,403 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11214442170/backup-masters/9d96596e55a9,46253,1731972262938 2024-11-18T23:24:23,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11214442170/backup-masters 2024-11-18T23:24:23,413 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Set watcher on existing znode=/11214442170/backup-masters/9d96596e55a9,46253,1731972262938 2024-11-18T23:24:23,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10150433b4d0004, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11214442170/backup-masters 2024-11-18T23:24:23,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11214442170 2024-11-18T23:24:23,427 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Set watcher on existing znode=/11214442170/master 2024-11-18T23:24:23,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10150433b4d0004, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11214442170/master 2024-11-18T23:24:23,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10150433b4d0004, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11214442170 2024-11-18T23:24:23,430 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11214442170/backup-masters/9d96596e55a9,46253,1731972262938 from backup master directory 2024-11-18T23:24:23,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10150433b4d0004, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11214442170/backup-masters 2024-11-18T23:24:23,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11214442170/backup-masters/9d96596e55a9,46253,1731972262938 2024-11-18T23:24:23,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11214442170/backup-masters 2024-11-18T23:24:23,445 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:24:23,446 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,46253,1731972262938 2024-11-18T23:24:23,476 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/hbase.id] with ID: f13dc4bd-4c4a-4081-8b1f-594d9f2c88c0 2024-11-18T23:24:23,476 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/.tmp/hbase.id 2024-11-18T23:24:23,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741826_1002 (size=42) 2024-11-18T23:24:23,528 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/.tmp/hbase.id]:[hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/hbase.id] 2024-11-18T23:24:23,539 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:23,539 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T23:24:23,540 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T23:24:23,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10150433b4d0004, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11214442170 2024-11-18T23:24:23,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11214442170 2024-11-18T23:24:23,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741827_1003 (size=196) 2024-11-18T23:24:23,589 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:24:23,590 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T23:24:23,598 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:24:23,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741828_1004 (size=1189) 2024-11-18T23:24:23,680 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/data/master/store 2024-11-18T23:24:23,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741829_1005 (size=34) 2024-11-18T23:24:24,151 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:24,151 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:24:24,151 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:24,151 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:24,151 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:24:24,151 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:24,151 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:24,151 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972264151Disabling compacts and flushes for region at 1731972264151Disabling writes for close at 1731972264151Writing region close event to WAL at 1731972264151Closed at 1731972264151 2024-11-18T23:24:24,153 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/data/master/store/.initializing 2024-11-18T23:24:24,153 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/WALs/9d96596e55a9,46253,1731972262938 2024-11-18T23:24:24,157 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:24:24,158 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C46253%2C1731972262938, suffix=, logDir=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/WALs/9d96596e55a9,46253,1731972262938, archiveDir=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/oldWALs, maxLogs=10 2024-11-18T23:24:24,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:24,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:24,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:24,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:24,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:24,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:24,177 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/WALs/9d96596e55a9,46253,1731972262938/9d96596e55a9%2C46253%2C1731972262938.1731972264159, exclude list is [], retry=0 2024-11-18T23:24:24,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42855,DS-fe3f9ebd-a63c-402c-9dcf-f3b664ac8921,DISK] 2024-11-18T23:24:24,214 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/WALs/9d96596e55a9,46253,1731972262938/9d96596e55a9%2C46253%2C1731972262938.1731972264159 2024-11-18T23:24:24,220 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43913:43913)] 2024-11-18T23:24:24,220 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:24:24,221 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:24,221 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:24,221 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:24,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:24,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T23:24:24,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:24,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:24,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:24,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T23:24:24,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:24,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:24,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:24,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T23:24:24,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:24,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:24,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:24,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T23:24:24,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:24,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:24,238 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:24,239 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:24,239 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:24,240 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:24,240 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:24,240 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:24:24,242 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:24,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:24,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:24,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:24,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:24,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:24,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:24,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:24,259 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:24:24,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:24,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:24,259 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68111543, jitterRate=0.014941081404685974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:24:24,259 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731972264221Initializing all the Stores at 1731972264224 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972264224Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972264224Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972264224Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972264224Cleaning up temporary data from old regions at 1731972264240 (+16 ms)Region opened successfully at 1731972264259 (+19 ms) 2024-11-18T23:24:24,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:24,272 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T23:24:24,279 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e7973a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:24:24,291 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T23:24:24,291 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T23:24:24,291 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T23:24:24,291 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T23:24:24,293 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-18T23:24:24,294 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T23:24:24,294 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T23:24:24,324 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T23:24:24,336 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Unable to get data of znode /11214442170/balancer because node does not exist (not necessarily an error) 2024-11-18T23:24:24,418 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11214442170/balancer already deleted, retry=false 2024-11-18T23:24:24,418 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T23:24:24,428 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Unable to get data of znode /11214442170/normalizer because node does not exist (not necessarily an error) 2024-11-18T23:24:24,452 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11214442170/normalizer already deleted, retry=false 2024-11-18T23:24:24,453 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T23:24:24,465 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Unable to get data of znode /11214442170/switch/split because node does not exist (not necessarily an error) 2024-11-18T23:24:24,478 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11214442170/switch/split already deleted, retry=false 2024-11-18T23:24:24,483 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Unable to get data of znode /11214442170/switch/merge because node does not exist (not necessarily an error) 2024-11-18T23:24:24,493 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11214442170/switch/merge already deleted, retry=false 2024-11-18T23:24:24,525 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Unable to get data of znode /11214442170/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T23:24:24,540 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11214442170/snapshot-cleanup already deleted, retry=false 2024-11-18T23:24:24,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10150433b4d0004, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11214442170/running 2024-11-18T23:24:24,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10150433b4d0004, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11214442170 2024-11-18T23:24:24,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11214442170/running 2024-11-18T23:24:24,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11214442170 2024-11-18T23:24:24,561 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,46253,1731972262938, sessionid=0x10150433b4d0003, setting cluster-up flag (Was=false) 2024-11-18T23:24:24,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10150433b4d0004, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11214442170 2024-11-18T23:24:24,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11214442170 2024-11-18T23:24:24,692 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11214442170/flush-table-proc/acquired, /11214442170/flush-table-proc/reached, /11214442170/flush-table-proc/abort 2024-11-18T23:24:24,716 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,46253,1731972262938 2024-11-18T23:24:24,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11214442170 2024-11-18T23:24:24,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10150433b4d0004, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11214442170 2024-11-18T23:24:24,806 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11214442170/online-snapshot/acquired, /11214442170/online-snapshot/reached, /11214442170/online-snapshot/abort 2024-11-18T23:24:24,807 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:24:24,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:24,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:24,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:24,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:24,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:24,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:24,822 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,46253,1731972262938 2024-11-18T23:24:24,840 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T23:24:24,851 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T23:24:24,851 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T23:24:24,851 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T23:24:24,851 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,46253,1731972262938 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T23:24:24,868 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:24:24,868 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:24:24,868 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:24:24,868 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:24:24,869 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-18T23:24:24,869 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:24,869 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:24:24,869 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:25,026 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:24:25,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T23:24:25,026 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731972294950 2024-11-18T23:24:25,027 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T23:24:25,027 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T23:24:25,027 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T23:24:25,027 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T23:24:25,027 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T23:24:25,027 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T23:24:25,031 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:25,036 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:25,036 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T23:24:25,040 INFO [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer(746): ClusterId : f13dc4bd-4c4a-4081-8b1f-594d9f2c88c0 2024-11-18T23:24:25,040 DEBUG [RS:0;9d96596e55a9:35039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T23:24:25,052 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T23:24:25,052 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T23:24:25,053 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T23:24:25,053 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T23:24:25,065 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T23:24:25,065 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T23:24:25,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:25,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:25,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:25,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:25,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:25,074 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972265065,5,FailOnTimeoutGroup] 2024-11-18T23:24:25,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:25,076 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972265074,5,FailOnTimeoutGroup] 2024-11-18T23:24:25,076 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:25,076 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T23:24:25,076 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:25,076 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:25,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:25,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:25,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:25,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:25,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741831_1007 (size=1321) 2024-11-18T23:24:25,144 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T23:24:25,145 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563 2024-11-18T23:24:25,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741832_1008 (size=32) 2024-11-18T23:24:25,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:25,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:24:25,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:24:25,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:25,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:25,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:24:25,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:24:25,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:25,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:25,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:24:25,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:24:25,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:25,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:25,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:24:25,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:24:25,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:25,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:25,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:24:25,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740 2024-11-18T23:24:25,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740 2024-11-18T23:24:25,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:24:25,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:24:25,264 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:24:25,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:24:25,288 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:24:25,289 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66917366, jitterRate=-0.0028535425662994385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:24:25,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731972265207Initializing all the Stores at 1731972265211 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972265211Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972265216 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972265216Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972265216Cleaning up temporary data from old regions at 1731972265264 (+48 ms)Region opened successfully at 1731972265289 (+25 ms) 2024-11-18T23:24:25,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:24:25,289 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:24:25,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:24:25,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:24:25,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:24:25,292 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:24:25,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972265289Disabling compacts and flushes for region at 1731972265289Disabling writes for close at 1731972265289Writing region close event to WAL at 1731972265292 (+3 ms)Closed at 1731972265292 2024-11-18T23:24:25,295 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:24:25,295 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T23:24:25,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T23:24:25,296 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:24:25,297 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T23:24:25,356 DEBUG [RS:0;9d96596e55a9:35039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T23:24:25,356 DEBUG [RS:0;9d96596e55a9:35039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T23:24:25,392 DEBUG [RS:0;9d96596e55a9:35039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T23:24:25,393 DEBUG [RS:0;9d96596e55a9:35039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db9920c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:24:25,419 DEBUG [RS:0;9d96596e55a9:35039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:35039 2024-11-18T23:24:25,419 INFO [RS:0;9d96596e55a9:35039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T23:24:25,419 INFO [RS:0;9d96596e55a9:35039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T23:24:25,419 DEBUG [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T23:24:25,429 INFO [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,46253,1731972262938 with port=35039, startcode=1731972263225 2024-11-18T23:24:25,429 DEBUG [RS:0;9d96596e55a9:35039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T23:24:25,434 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T23:24:25,435 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46253 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,35039,1731972263225 2024-11-18T23:24:25,435 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46253 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,35039,1731972263225 2024-11-18T23:24:25,444 DEBUG [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563 2024-11-18T23:24:25,445 DEBUG [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36767 2024-11-18T23:24:25,445 DEBUG [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T23:24:25,448 WARN [9d96596e55a9:46253 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T23:24:25,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11214442170/rs 2024-11-18T23:24:25,481 DEBUG [RS:0;9d96596e55a9:35039 {}] zookeeper.ZKUtil(111): regionserver:35039-0x10150433b4d0004, quorum=127.0.0.1:62873, baseZNode=/11214442170 Set watcher on existing znode=/11214442170/rs/9d96596e55a9,35039,1731972263225 2024-11-18T23:24:25,481 WARN [RS:0;9d96596e55a9:35039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:24:25,481 INFO [RS:0;9d96596e55a9:35039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:24:25,481 DEBUG [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/WALs/9d96596e55a9,35039,1731972263225 2024-11-18T23:24:25,496 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,35039,1731972263225] 2024-11-18T23:24:25,526 INFO [RS:0;9d96596e55a9:35039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T23:24:25,528 INFO [RS:0;9d96596e55a9:35039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T23:24:25,529 INFO [RS:0;9d96596e55a9:35039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T23:24:25,529 INFO [RS:0;9d96596e55a9:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:25,529 INFO [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T23:24:25,530 INFO [RS:0;9d96596e55a9:35039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T23:24:25,530 INFO [RS:0;9d96596e55a9:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:25,530 DEBUG [RS:0;9d96596e55a9:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:25,530 DEBUG [RS:0;9d96596e55a9:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:25,530 DEBUG [RS:0;9d96596e55a9:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:25,530 DEBUG [RS:0;9d96596e55a9:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:25,530 DEBUG [RS:0;9d96596e55a9:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:25,530 DEBUG [RS:0;9d96596e55a9:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:24:25,530 DEBUG [RS:0;9d96596e55a9:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:25,530 DEBUG [RS:0;9d96596e55a9:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:25,530 DEBUG [RS:0;9d96596e55a9:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:25,530 DEBUG [RS:0;9d96596e55a9:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:25,530 DEBUG [RS:0;9d96596e55a9:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:25,531 DEBUG [RS:0;9d96596e55a9:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:25,531 DEBUG [RS:0;9d96596e55a9:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:24:25,531 DEBUG [RS:0;9d96596e55a9:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:24:25,548 INFO [RS:0;9d96596e55a9:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:25,548 INFO [RS:0;9d96596e55a9:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:25,548 INFO [RS:0;9d96596e55a9:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:25,548 INFO [RS:0;9d96596e55a9:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:25,548 INFO [RS:0;9d96596e55a9:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:25,549 INFO [RS:0;9d96596e55a9:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,35039,1731972263225-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:24:25,578 INFO [RS:0;9d96596e55a9:35039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T23:24:25,580 INFO [RS:0;9d96596e55a9:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,35039,1731972263225-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:25,580 INFO [RS:0;9d96596e55a9:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:25,581 INFO [RS:0;9d96596e55a9:35039 {}] regionserver.Replication(171): 9d96596e55a9,35039,1731972263225 started 2024-11-18T23:24:25,603 INFO [RS:0;9d96596e55a9:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:25,603 INFO [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,35039,1731972263225, RpcServer on 9d96596e55a9/172.17.0.2:35039, sessionid=0x10150433b4d0004 2024-11-18T23:24:25,604 DEBUG [RS:0;9d96596e55a9:35039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T23:24:25,604 DEBUG [RS:0;9d96596e55a9:35039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,35039,1731972263225 2024-11-18T23:24:25,604 DEBUG [RS:0;9d96596e55a9:35039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,35039,1731972263225' 2024-11-18T23:24:25,604 DEBUG [RS:0;9d96596e55a9:35039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11214442170/flush-table-proc/abort' 2024-11-18T23:24:25,606 DEBUG [RS:0;9d96596e55a9:35039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11214442170/flush-table-proc/acquired' 2024-11-18T23:24:25,612 DEBUG [RS:0;9d96596e55a9:35039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T23:24:25,612 DEBUG [RS:0;9d96596e55a9:35039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T23:24:25,612 DEBUG [RS:0;9d96596e55a9:35039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,35039,1731972263225 2024-11-18T23:24:25,612 DEBUG [RS:0;9d96596e55a9:35039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,35039,1731972263225' 2024-11-18T23:24:25,612 DEBUG [RS:0;9d96596e55a9:35039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11214442170/online-snapshot/abort' 2024-11-18T23:24:25,613 DEBUG [RS:0;9d96596e55a9:35039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11214442170/online-snapshot/acquired' 2024-11-18T23:24:25,613 DEBUG [RS:0;9d96596e55a9:35039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T23:24:25,613 INFO [RS:0;9d96596e55a9:35039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T23:24:25,613 INFO [RS:0;9d96596e55a9:35039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T23:24:25,716 INFO [RS:0;9d96596e55a9:35039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:24:25,724 INFO [RS:0;9d96596e55a9:35039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C35039%2C1731972263225, suffix=, logDir=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/WALs/9d96596e55a9,35039,1731972263225, archiveDir=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/oldWALs, maxLogs=10 2024-11-18T23:24:25,782 DEBUG [RS:0;9d96596e55a9:35039 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/WALs/9d96596e55a9,35039,1731972263225/9d96596e55a9%2C35039%2C1731972263225.1731972265725, exclude list is [], retry=0 2024-11-18T23:24:25,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42855,DS-fe3f9ebd-a63c-402c-9dcf-f3b664ac8921,DISK] 2024-11-18T23:24:25,790 INFO [RS:0;9d96596e55a9:35039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/WALs/9d96596e55a9,35039,1731972263225/9d96596e55a9%2C35039%2C1731972263225.1731972265725 2024-11-18T23:24:25,794 DEBUG [RS:0;9d96596e55a9:35039 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43913:43913)] 2024-11-18T23:24:25,951 DEBUG [9d96596e55a9:46253 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:24:25,951 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,35039,1731972263225 2024-11-18T23:24:25,953 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,35039,1731972263225, state=OPENING 2024-11-18T23:24:26,360 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T23:24:26,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11214442170 2024-11-18T23:24:26,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10150433b4d0004, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11214442170 2024-11-18T23:24:26,381 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:24:26,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11214442170/meta-region-server: CHANGED 2024-11-18T23:24:26,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,35039,1731972263225}] 2024-11-18T23:24:26,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11214442170/meta-region-server: CHANGED 2024-11-18T23:24:26,533 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:24:26,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:24:26,537 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T23:24:26,537 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:24:26,537 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T23:24:26,538 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C35039%2C1731972263225.meta, suffix=.meta, logDir=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/WALs/9d96596e55a9,35039,1731972263225, archiveDir=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/oldWALs, maxLogs=10 2024-11-18T23:24:26,550 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/WALs/9d96596e55a9,35039,1731972263225/9d96596e55a9%2C35039%2C1731972263225.meta.1731972266538.meta, exclude list is [], retry=0 2024-11-18T23:24:26,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42855,DS-fe3f9ebd-a63c-402c-9dcf-f3b664ac8921,DISK] 2024-11-18T23:24:26,553 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/WALs/9d96596e55a9,35039,1731972263225/9d96596e55a9%2C35039%2C1731972263225.meta.1731972266538.meta 2024-11-18T23:24:26,553 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43913:43913)] 2024-11-18T23:24:26,554 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:24:26,554 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:24:26,554 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:24:26,554 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T23:24:26,554 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T23:24:26,554 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T23:24:26,554 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:26,555 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T23:24:26,555 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T23:24:26,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:24:26,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:24:26,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:26,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:26,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:24:26,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:24:26,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:26,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:26,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:24:26,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:24:26,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:26,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:26,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:24:26,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:24:26,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:26,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:26,559 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:24:26,560 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740 2024-11-18T23:24:26,560 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740 2024-11-18T23:24:26,561 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:24:26,561 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:24:26,561 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:24:26,562 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:24:26,563 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73614539, jitterRate=0.09694211184978485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:24:26,563 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T23:24:26,563 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731972266555Writing region info on filesystem at 1731972266555Initializing all the Stores at 1731972266555Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972266555Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972266556 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972266556Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972266556Cleaning up temporary data from old regions at 1731972266561 (+5 ms)Running coprocessor post-open hooks at 1731972266563 (+2 ms)Region opened successfully at 1731972266563 2024-11-18T23:24:26,563 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731972266533 2024-11-18T23:24:26,564 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T23:24:26,564 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T23:24:26,565 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,35039,1731972263225 2024-11-18T23:24:26,565 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,35039,1731972263225, state=OPEN 2024-11-18T23:24:26,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10150433b4d0004, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11214442170/meta-region-server 2024-11-18T23:24:26,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11214442170/meta-region-server 2024-11-18T23:24:26,642 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,35039,1731972263225 2024-11-18T23:24:26,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11214442170/meta-region-server: CHANGED 2024-11-18T23:24:26,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11214442170/meta-region-server: CHANGED 2024-11-18T23:24:26,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T23:24:26,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,35039,1731972263225 in 261 msec 2024-11-18T23:24:26,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T23:24:26,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.3500 sec 2024-11-18T23:24:26,646 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:24:26,646 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T23:24:26,647 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:24:26,647 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,35039,1731972263225, seqNum=-1] 2024-11-18T23:24:26,647 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:24:26,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:24:26,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8070 sec 2024-11-18T23:24:26,652 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731972266652, completionTime=-1 2024-11-18T23:24:26,652 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T23:24:26,652 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T23:24:26,654 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T23:24:26,654 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731972326654 2024-11-18T23:24:26,654 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731972386654 2024-11-18T23:24:26,654 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T23:24:26,654 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,46253,1731972262938-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:26,654 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,46253,1731972262938-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:26,654 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,46253,1731972262938-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:26,654 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:46253, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:26,654 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:26,655 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:26,656 DEBUG [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T23:24:26,658 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.212sec 2024-11-18T23:24:26,658 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T23:24:26,658 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T23:24:26,658 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T23:24:26,658 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T23:24:26,658 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T23:24:26,658 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,46253,1731972262938-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:24:26,658 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,46253,1731972262938-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T23:24:26,660 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T23:24:26,660 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T23:24:26,660 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,46253,1731972262938-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:26,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2448d1c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:26,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,46253,-1 for getting cluster id 2024-11-18T23:24:26,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:24:26,687 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f13dc4bd-4c4a-4081-8b1f-594d9f2c88c0' 2024-11-18T23:24:26,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:24:26,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f13dc4bd-4c4a-4081-8b1f-594d9f2c88c0" 2024-11-18T23:24:26,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e499b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:26,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,46253,-1] 2024-11-18T23:24:26,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:24:26,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:26,689 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:24:26,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3ef9ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:26,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:24:26,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,35039,1731972263225, seqNum=-1] 2024-11-18T23:24:26,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:24:26,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:24:26,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d96596e55a9,46253,1731972262938 2024-11-18T23:24:26,694 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62873 2024-11-18T23:24:26,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:24:26,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10150433b4d0005 connected 2024-11-18T23:24:26,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/hadoop.log.dir so I do NOT create it in target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97 2024-11-18T23:24:26,720 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T23:24:26,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/hadoop.tmp.dir so I do NOT create it in target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97 2024-11-18T23:24:26,720 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T23:24:26,720 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97 2024-11-18T23:24:26,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T23:24:26,720 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/cluster_8e960bc0-c826-b1e1-6e6c-3fd137adadd1, deleteOnExit=true 2024-11-18T23:24:26,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T23:24:26,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/test.cache.data in system properties and HBase conf 2024-11-18T23:24:26,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T23:24:26,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/hadoop.log.dir in system properties and HBase conf 2024-11-18T23:24:26,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T23:24:26,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T23:24:26,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T23:24:26,721 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T23:24:26,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:24:26,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T23:24:26,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T23:24:26,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:24:26,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T23:24:26,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T23:24:26,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T23:24:26,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:24:26,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T23:24:26,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/nfs.dump.dir in system properties and HBase conf 2024-11-18T23:24:26,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/java.io.tmpdir in system properties and HBase conf 2024-11-18T23:24:26,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T23:24:26,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T23:24:26,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T23:24:27,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:24:27,309 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:24:27,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:24:27,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:24:27,337 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T23:24:27,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:24:27,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@749e3a17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:24:27,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65caff6e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:24:27,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d48ba22{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/java.io.tmpdir/jetty-localhost-34935-hadoop-hdfs-3_4_1-tests_jar-_-any-6695264589223881891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:24:27,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2aa9ae22{HTTP/1.1, (http/1.1)}{localhost:34935} 2024-11-18T23:24:27,507 INFO [Time-limited test {}] server.Server(415): Started @381666ms 2024-11-18T23:24:27,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T23:24:27,886 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T23:24:27,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T23:24:27,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T23:24:27,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T23:24:27,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57d724a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/hadoop.log.dir/,AVAILABLE} 2024-11-18T23:24:27,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60a3814e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T23:24:27,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a76c9c1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/java.io.tmpdir/jetty-localhost-40219-hadoop-hdfs-3_4_1-tests_jar-_-any-2874530203954224746/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:24:27,997 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6dbbfad5{HTTP/1.1, (http/1.1)}{localhost:40219} 2024-11-18T23:24:27,997 INFO [Time-limited test {}] server.Server(415): Started @382156ms 2024-11-18T23:24:27,998 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T23:24:28,813 WARN [Thread-4541 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/cluster_8e960bc0-c826-b1e1-6e6c-3fd137adadd1/data/data2/current/BP-1612545290-172.17.0.2-1731972266739/current, will proceed with Du for space computation calculation, 2024-11-18T23:24:28,813 WARN [Thread-4540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/cluster_8e960bc0-c826-b1e1-6e6c-3fd137adadd1/data/data1/current/BP-1612545290-172.17.0.2-1731972266739/current, will proceed with Du for space computation calculation, 2024-11-18T23:24:28,837 WARN [Thread-4528 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T23:24:28,839 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbf229f436b6669 with lease ID 0xe3160873b496a45a: Processing first storage report for DS-af84eb51-abe3-44a2-a3fc-437481bbe747 from datanode DatanodeRegistration(127.0.0.1:32993, datanodeUuid=91580525-11f1-4436-861d-ca7636be213e, infoPort=43307, infoSecurePort=0, ipcPort=34147, storageInfo=lv=-57;cid=testClusterID;nsid=1745491745;c=1731972266739) 2024-11-18T23:24:28,839 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbf229f436b6669 with lease ID 0xe3160873b496a45a: from storage DS-af84eb51-abe3-44a2-a3fc-437481bbe747 node DatanodeRegistration(127.0.0.1:32993, datanodeUuid=91580525-11f1-4436-861d-ca7636be213e, infoPort=43307, infoSecurePort=0, ipcPort=34147, storageInfo=lv=-57;cid=testClusterID;nsid=1745491745;c=1731972266739), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:24:28,839 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbf229f436b6669 with lease ID 0xe3160873b496a45a: Processing first storage report for DS-95fd612b-d0c5-45c1-ba85-cb14fe0b591e from datanode DatanodeRegistration(127.0.0.1:32993, datanodeUuid=91580525-11f1-4436-861d-ca7636be213e, infoPort=43307, infoSecurePort=0, ipcPort=34147, storageInfo=lv=-57;cid=testClusterID;nsid=1745491745;c=1731972266739) 2024-11-18T23:24:28,839 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbf229f436b6669 with lease ID 0xe3160873b496a45a: from storage DS-95fd612b-d0c5-45c1-ba85-cb14fe0b591e node DatanodeRegistration(127.0.0.1:32993, datanodeUuid=91580525-11f1-4436-861d-ca7636be213e, infoPort=43307, infoSecurePort=0, ipcPort=34147, storageInfo=lv=-57;cid=testClusterID;nsid=1745491745;c=1731972266739), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T23:24:28,859 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97 2024-11-18T23:24:28,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:28,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:28,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741825_1001 (size=7) 2024-11-18T23:24:29,267 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120 with version=8 2024-11-18T23:24:29,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/hbase-staging 2024-11-18T23:24:29,270 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:24:29,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:24:29,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:24:29,270 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:24:29,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:24:29,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:24:29,270 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T23:24:29,270 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:24:29,284 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33665 2024-11-18T23:24:29,285 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33665 connecting to ZooKeeper ensemble=127.0.0.1:62873 2024-11-18T23:24:29,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336650x0, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:24:29,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33665-0x10150433b4d0006 connected 2024-11-18T23:24:29,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:29,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:29,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Set watcher on znode that does not yet exist, /2-436994251/running 2024-11-18T23:24:29,402 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120, hbase.cluster.distributed=false 2024-11-18T23:24:29,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Set watcher on znode that does not yet exist, /2-436994251/acl 2024-11-18T23:24:29,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33665 2024-11-18T23:24:29,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33665 2024-11-18T23:24:29,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33665 2024-11-18T23:24:29,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33665 2024-11-18T23:24:29,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33665 2024-11-18T23:24:29,452 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9d96596e55a9:0 server-side Connection retries=45 2024-11-18T23:24:29,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:24:29,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T23:24:29,453 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T23:24:29,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T23:24:29,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T23:24:29,453 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T23:24:29,453 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T23:24:29,456 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35711 2024-11-18T23:24:29,457 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35711 connecting to ZooKeeper ensemble=127.0.0.1:62873 2024-11-18T23:24:29,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:29,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:29,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357110x0, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:24:29,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35711-0x10150433b4d0007 connected 2024-11-18T23:24:29,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35711-0x10150433b4d0007, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Set watcher on znode that does not yet exist, /2-436994251/running 2024-11-18T23:24:29,542 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T23:24:29,546 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T23:24:29,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35711-0x10150433b4d0007, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Set watcher on znode that does not yet exist, /2-436994251/master 2024-11-18T23:24:29,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35711-0x10150433b4d0007, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Set watcher on znode that does not yet exist, /2-436994251/acl 2024-11-18T23:24:29,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35711 2024-11-18T23:24:29,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35711 2024-11-18T23:24:29,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35711 2024-11-18T23:24:29,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35711 2024-11-18T23:24:29,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35711 2024-11-18T23:24:29,594 DEBUG [M:0;9d96596e55a9:33665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9d96596e55a9:33665 2024-11-18T23:24:29,595 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-436994251/backup-masters/9d96596e55a9,33665,1731972269270 2024-11-18T23:24:29,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-436994251/backup-masters 2024-11-18T23:24:29,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x10150433b4d0007, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-436994251/backup-masters 2024-11-18T23:24:29,639 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Set watcher on existing znode=/2-436994251/backup-masters/9d96596e55a9,33665,1731972269270 2024-11-18T23:24:29,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-436994251 2024-11-18T23:24:29,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x10150433b4d0007, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-436994251/master 2024-11-18T23:24:29,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x10150433b4d0007, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-436994251 2024-11-18T23:24:29,676 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Set watcher on existing znode=/2-436994251/master 2024-11-18T23:24:29,676 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-436994251/backup-masters/9d96596e55a9,33665,1731972269270 from backup master directory 2024-11-18T23:24:29,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-436994251/backup-masters/9d96596e55a9,33665,1731972269270 2024-11-18T23:24:29,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-436994251/backup-masters 2024-11-18T23:24:29,707 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:24:29,707 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9d96596e55a9,33665,1731972269270 2024-11-18T23:24:29,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x10150433b4d0007, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-436994251/backup-masters 2024-11-18T23:24:29,710 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/hbase.id] with ID: 99003efb-4711-42a1-8a26-5ff37bcc0253 2024-11-18T23:24:29,710 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/.tmp/hbase.id 2024-11-18T23:24:29,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741826_1002 (size=42) 2024-11-18T23:24:29,718 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/.tmp/hbase.id]:[hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/hbase.id] 2024-11-18T23:24:29,725 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:29,725 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T23:24:29,725 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-18T23:24:29,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-436994251 2024-11-18T23:24:29,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x10150433b4d0007, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-436994251 2024-11-18T23:24:29,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741827_1003 (size=196) 2024-11-18T23:24:30,181 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:24:30,182 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T23:24:30,182 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:24:30,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741828_1004 (size=1189) 2024-11-18T23:24:30,187 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/data/master/store 2024-11-18T23:24:30,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741829_1005 (size=34) 2024-11-18T23:24:30,197 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:30,197 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:24:30,197 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:30,197 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:30,197 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:24:30,197 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:30,198 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:30,198 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972270197Disabling compacts and flushes for region at 1731972270197Disabling writes for close at 1731972270197Writing region close event to WAL at 1731972270197Closed at 1731972270197 2024-11-18T23:24:30,201 WARN [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/data/master/store/.initializing 2024-11-18T23:24:30,201 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/WALs/9d96596e55a9,33665,1731972269270 2024-11-18T23:24:30,201 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:24:30,203 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9d96596e55a9%2C33665%2C1731972269270, suffix=, logDir=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/WALs/9d96596e55a9,33665,1731972269270, archiveDir=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/oldWALs, maxLogs=10 2024-11-18T23:24:30,221 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/WALs/9d96596e55a9,33665,1731972269270/9d96596e55a9%2C33665%2C1731972269270.1731972270203, exclude list is [], retry=0 2024-11-18T23:24:30,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32993,DS-af84eb51-abe3-44a2-a3fc-437481bbe747,DISK] 2024-11-18T23:24:30,245 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/WALs/9d96596e55a9,33665,1731972269270/9d96596e55a9%2C33665%2C1731972269270.1731972270203 2024-11-18T23:24:30,273 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43307:43307)] 2024-11-18T23:24:30,274 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:24:30,274 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:30,274 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:30,274 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:30,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:30,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T23:24:30,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:30,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:30,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:30,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T23:24:30,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:30,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:30,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:30,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T23:24:30,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:30,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:30,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:30,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T23:24:30,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:30,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:30,302 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:30,304 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:30,307 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:30,312 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:30,312 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:30,315 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:24:30,316 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T23:24:30,321 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:24:30,321 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59707957, jitterRate=-0.11028210818767548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:24:30,321 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731972270274Initializing all the Stores at 1731972270280 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972270281 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972270281Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972270281Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972270281Cleaning up temporary data from old regions at 1731972270312 (+31 ms)Region opened successfully at 1731972270321 (+9 ms) 2024-11-18T23:24:30,321 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T23:24:30,324 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf716f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:24:30,324 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T23:24:30,325 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T23:24:30,325 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T23:24:30,325 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T23:24:30,325 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T23:24:30,326 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T23:24:30,326 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T23:24:30,345 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T23:24:30,348 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Unable to get data of znode /2-436994251/balancer because node does not exist (not necessarily an error) 2024-11-18T23:24:30,514 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-436994251/balancer already deleted, retry=false 2024-11-18T23:24:30,514 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T23:24:30,515 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Unable to get data of znode /2-436994251/normalizer because node does not exist (not necessarily an error) 2024-11-18T23:24:30,605 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-436994251/normalizer already deleted, retry=false 2024-11-18T23:24:30,605 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T23:24:30,606 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Unable to get data of znode /2-436994251/switch/split because node does not exist (not necessarily an error) 2024-11-18T23:24:30,622 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-436994251/switch/split already deleted, retry=false 2024-11-18T23:24:30,623 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Unable to get data of znode /2-436994251/switch/merge because node does not exist (not necessarily an error) 2024-11-18T23:24:30,654 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-436994251/switch/merge already deleted, retry=false 2024-11-18T23:24:30,656 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Unable to get data of znode /2-436994251/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T23:24:30,700 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-436994251/snapshot-cleanup already deleted, retry=false 2024-11-18T23:24:30,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x10150433b4d0007, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-436994251/running 2024-11-18T23:24:30,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x10150433b4d0007, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-436994251 2024-11-18T23:24:30,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-436994251/running 2024-11-18T23:24:30,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-436994251 2024-11-18T23:24:30,774 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9d96596e55a9,33665,1731972269270, sessionid=0x10150433b4d0006, setting cluster-up flag (Was=false) 2024-11-18T23:24:30,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x10150433b4d0007, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-436994251 2024-11-18T23:24:30,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-436994251 2024-11-18T23:24:31,113 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-436994251/flush-table-proc/acquired, /2-436994251/flush-table-proc/reached, /2-436994251/flush-table-proc/abort 2024-11-18T23:24:31,114 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,33665,1731972269270 2024-11-18T23:24:31,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-436994251 2024-11-18T23:24:31,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x10150433b4d0007, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-436994251 2024-11-18T23:24:31,238 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-436994251/online-snapshot/acquired, /2-436994251/online-snapshot/reached, /2-436994251/online-snapshot/abort 2024-11-18T23:24:31,239 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9d96596e55a9,33665,1731972269270 2024-11-18T23:24:31,240 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T23:24:31,241 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T23:24:31,242 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T23:24:31,242 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T23:24:31,242 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9d96596e55a9,33665,1731972269270 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T23:24:31,243 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:24:31,243 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:24:31,243 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:24:31,243 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9d96596e55a9:0, corePoolSize=5, maxPoolSize=5 2024-11-18T23:24:31,243 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9d96596e55a9:0, corePoolSize=10, maxPoolSize=10 2024-11-18T23:24:31,243 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:31,243 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:24:31,243 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:31,245 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:24:31,245 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T23:24:31,245 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:31,246 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T23:24:31,248 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731972301248 2024-11-18T23:24:31,248 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T23:24:31,248 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T23:24:31,248 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T23:24:31,248 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T23:24:31,249 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T23:24:31,249 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T23:24:31,256 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:31,257 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T23:24:31,257 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T23:24:31,257 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T23:24:31,257 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T23:24:31,260 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T23:24:31,260 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T23:24:31,272 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972271260,5,FailOnTimeoutGroup] 2024-11-18T23:24:31,280 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972271272,5,FailOnTimeoutGroup] 2024-11-18T23:24:31,280 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:31,280 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T23:24:31,280 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:31,281 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:31,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741831_1007 (size=1321) 2024-11-18T23:24:31,293 INFO [RS:0;9d96596e55a9:35711 {}] regionserver.HRegionServer(746): ClusterId : 99003efb-4711-42a1-8a26-5ff37bcc0253 2024-11-18T23:24:31,293 DEBUG [RS:0;9d96596e55a9:35711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T23:24:31,295 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T23:24:31,295 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120 2024-11-18T23:24:31,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741832_1008 (size=32) 2024-11-18T23:24:31,308 DEBUG [RS:0;9d96596e55a9:35711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T23:24:31,308 DEBUG [RS:0;9d96596e55a9:35711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T23:24:31,318 DEBUG [RS:0;9d96596e55a9:35711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T23:24:31,318 DEBUG [RS:0;9d96596e55a9:35711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4451e3ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9d96596e55a9/172.17.0.2:0 2024-11-18T23:24:31,337 DEBUG [RS:0;9d96596e55a9:35711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9d96596e55a9:35711 2024-11-18T23:24:31,337 INFO [RS:0;9d96596e55a9:35711 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T23:24:31,337 INFO [RS:0;9d96596e55a9:35711 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T23:24:31,337 DEBUG [RS:0;9d96596e55a9:35711 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T23:24:31,338 INFO [RS:0;9d96596e55a9:35711 {}] regionserver.HRegionServer(2659): reportForDuty to master=9d96596e55a9,33665,1731972269270 with port=35711, startcode=1731972269452 2024-11-18T23:24:31,338 DEBUG [RS:0;9d96596e55a9:35711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T23:24:31,339 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T23:24:31,339 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33665 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9d96596e55a9,35711,1731972269452 2024-11-18T23:24:31,339 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33665 {}] master.ServerManager(517): Registering regionserver=9d96596e55a9,35711,1731972269452 2024-11-18T23:24:31,340 DEBUG [RS:0;9d96596e55a9:35711 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120 2024-11-18T23:24:31,340 DEBUG [RS:0;9d96596e55a9:35711 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38403 2024-11-18T23:24:31,340 DEBUG [RS:0;9d96596e55a9:35711 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T23:24:31,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-436994251/rs 2024-11-18T23:24:31,528 DEBUG [RS:0;9d96596e55a9:35711 {}] zookeeper.ZKUtil(111): regionserver:35711-0x10150433b4d0007, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Set watcher on existing znode=/2-436994251/rs/9d96596e55a9,35711,1731972269452 2024-11-18T23:24:31,528 WARN [RS:0;9d96596e55a9:35711 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T23:24:31,528 INFO [RS:0;9d96596e55a9:35711 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:24:31,528 DEBUG [RS:0;9d96596e55a9:35711 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/WALs/9d96596e55a9,35711,1731972269452 2024-11-18T23:24:31,528 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9d96596e55a9,35711,1731972269452] 2024-11-18T23:24:31,531 INFO [RS:0;9d96596e55a9:35711 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T23:24:31,532 INFO [RS:0;9d96596e55a9:35711 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T23:24:31,533 INFO [RS:0;9d96596e55a9:35711 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T23:24:31,533 INFO [RS:0;9d96596e55a9:35711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:31,533 INFO [RS:0;9d96596e55a9:35711 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T23:24:31,534 INFO [RS:0;9d96596e55a9:35711 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T23:24:31,534 INFO [RS:0;9d96596e55a9:35711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:31,534 DEBUG [RS:0;9d96596e55a9:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:31,534 DEBUG [RS:0;9d96596e55a9:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:31,534 DEBUG [RS:0;9d96596e55a9:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:31,534 DEBUG [RS:0;9d96596e55a9:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:31,534 DEBUG [RS:0;9d96596e55a9:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:31,534 DEBUG [RS:0;9d96596e55a9:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9d96596e55a9:0, corePoolSize=2, maxPoolSize=2 2024-11-18T23:24:31,534 DEBUG [RS:0;9d96596e55a9:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:31,534 DEBUG [RS:0;9d96596e55a9:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:31,534 DEBUG [RS:0;9d96596e55a9:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:31,534 DEBUG [RS:0;9d96596e55a9:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:31,534 DEBUG [RS:0;9d96596e55a9:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:31,534 DEBUG [RS:0;9d96596e55a9:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9d96596e55a9:0, corePoolSize=1, maxPoolSize=1 2024-11-18T23:24:31,534 DEBUG [RS:0;9d96596e55a9:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:24:31,534 DEBUG [RS:0;9d96596e55a9:35711 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9d96596e55a9:0, corePoolSize=3, maxPoolSize=3 2024-11-18T23:24:31,535 INFO [RS:0;9d96596e55a9:35711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:31,535 INFO [RS:0;9d96596e55a9:35711 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:31,535 INFO [RS:0;9d96596e55a9:35711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:31,535 INFO [RS:0;9d96596e55a9:35711 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:31,535 INFO [RS:0;9d96596e55a9:35711 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:31,535 INFO [RS:0;9d96596e55a9:35711 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,35711,1731972269452-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:24:31,547 INFO [RS:0;9d96596e55a9:35711 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T23:24:31,547 INFO [RS:0;9d96596e55a9:35711 {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,35711,1731972269452-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:31,547 INFO [RS:0;9d96596e55a9:35711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:31,547 INFO [RS:0;9d96596e55a9:35711 {}] regionserver.Replication(171): 9d96596e55a9,35711,1731972269452 started 2024-11-18T23:24:31,559 INFO [RS:0;9d96596e55a9:35711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:31,559 INFO [RS:0;9d96596e55a9:35711 {}] regionserver.HRegionServer(1482): Serving as 9d96596e55a9,35711,1731972269452, RpcServer on 9d96596e55a9/172.17.0.2:35711, sessionid=0x10150433b4d0007 2024-11-18T23:24:31,559 DEBUG [RS:0;9d96596e55a9:35711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T23:24:31,559 DEBUG [RS:0;9d96596e55a9:35711 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9d96596e55a9,35711,1731972269452 2024-11-18T23:24:31,559 DEBUG [RS:0;9d96596e55a9:35711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,35711,1731972269452' 2024-11-18T23:24:31,559 DEBUG [RS:0;9d96596e55a9:35711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-436994251/flush-table-proc/abort' 2024-11-18T23:24:31,560 DEBUG [RS:0;9d96596e55a9:35711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-436994251/flush-table-proc/acquired' 2024-11-18T23:24:31,560 DEBUG [RS:0;9d96596e55a9:35711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T23:24:31,560 DEBUG [RS:0;9d96596e55a9:35711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T23:24:31,560 DEBUG [RS:0;9d96596e55a9:35711 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9d96596e55a9,35711,1731972269452 2024-11-18T23:24:31,560 DEBUG [RS:0;9d96596e55a9:35711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9d96596e55a9,35711,1731972269452' 2024-11-18T23:24:31,560 DEBUG [RS:0;9d96596e55a9:35711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-436994251/online-snapshot/abort' 2024-11-18T23:24:31,560 DEBUG [RS:0;9d96596e55a9:35711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-436994251/online-snapshot/acquired' 2024-11-18T23:24:31,560 DEBUG [RS:0;9d96596e55a9:35711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T23:24:31,560 INFO [RS:0;9d96596e55a9:35711 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T23:24:31,560 INFO [RS:0;9d96596e55a9:35711 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T23:24:31,661 INFO [RS:0;9d96596e55a9:35711 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T23:24:31,662 INFO [RS:0;9d96596e55a9:35711 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C35711%2C1731972269452, suffix=, logDir=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/WALs/9d96596e55a9,35711,1731972269452, archiveDir=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/oldWALs, maxLogs=10 2024-11-18T23:24:31,676 DEBUG [RS:0;9d96596e55a9:35711 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/WALs/9d96596e55a9,35711,1731972269452/9d96596e55a9%2C35711%2C1731972269452.1731972271662, exclude list is [], retry=0 2024-11-18T23:24:31,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32993,DS-af84eb51-abe3-44a2-a3fc-437481bbe747,DISK] 2024-11-18T23:24:31,680 INFO [RS:0;9d96596e55a9:35711 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/WALs/9d96596e55a9,35711,1731972269452/9d96596e55a9%2C35711%2C1731972269452.1731972271662 2024-11-18T23:24:31,680 DEBUG [RS:0;9d96596e55a9:35711 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43307:43307)] 2024-11-18T23:24:31,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:31,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:24:31,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:24:31,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:31,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:31,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:24:31,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:24:31,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:31,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:31,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:24:31,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:24:31,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:31,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:31,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:24:31,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:24:31,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:31,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:31,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:24:31,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740 2024-11-18T23:24:31,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740 2024-11-18T23:24:31,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:24:31,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:24:31,714 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:24:31,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:24:31,717 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:24:31,718 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71123241, jitterRate=0.05981887876987457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:24:31,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731972271700Initializing all the Stores at 1731972271700Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972271700Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972271704 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972271704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972271704Cleaning up temporary data from old regions at 1731972271714 (+10 ms)Region opened successfully at 1731972271718 (+4 ms) 2024-11-18T23:24:31,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:24:31,718 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:24:31,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:24:31,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:24:31,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:24:31,720 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:24:31,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972271718Disabling compacts and flushes for region at 1731972271718Disabling writes for close at 1731972271718Writing region close event to WAL at 1731972271720 (+2 ms)Closed at 1731972271720 2024-11-18T23:24:31,721 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:24:31,721 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T23:24:31,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T23:24:31,722 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:24:31,723 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T23:24:31,873 DEBUG [9d96596e55a9:33665 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T23:24:31,874 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9d96596e55a9,35711,1731972269452 2024-11-18T23:24:31,874 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,35711,1731972269452, state=OPENING 2024-11-18T23:24:31,912 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T23:24:31,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-436994251 2024-11-18T23:24:31,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x10150433b4d0007, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-436994251 2024-11-18T23:24:31,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-436994251/meta-region-server: CHANGED 2024-11-18T23:24:31,923 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T23:24:31,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,35711,1731972269452}] 2024-11-18T23:24:31,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-436994251/meta-region-server: CHANGED 2024-11-18T23:24:32,057 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:24:32,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:32,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:32,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:32,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:32,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:32,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:32,076 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:24:32,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:24:32,096 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T23:24:32,096 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:24:32,096 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T23:24:32,098 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C35711%2C1731972269452.meta, suffix=.meta, logDir=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/WALs/9d96596e55a9,35711,1731972269452, archiveDir=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/oldWALs, maxLogs=10 2024-11-18T23:24:32,118 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/WALs/9d96596e55a9,35711,1731972269452/9d96596e55a9%2C35711%2C1731972269452.meta.1731972272099.meta, exclude list is [], retry=0 2024-11-18T23:24:32,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:32,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:32,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:32,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:32,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:32,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:32,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32993,DS-af84eb51-abe3-44a2-a3fc-437481bbe747,DISK] 2024-11-18T23:24:32,128 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/WALs/9d96596e55a9,35711,1731972269452/9d96596e55a9%2C35711%2C1731972269452.meta.1731972272099.meta 2024-11-18T23:24:32,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:32,132 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43307:43307)] 2024-11-18T23:24:32,132 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:24:32,133 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:24:32,133 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:24:32,133 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T23:24:32,133 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T23:24:32,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:32,133 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T23:24:32,133 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:32,133 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T23:24:32,133 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T23:24:32,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:32,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T23:24:32,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:32,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T23:24:32,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:32,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:32,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T23:24:32,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T23:24:32,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:32,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:32,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T23:24:32,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T23:24:32,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:32,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:32,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T23:24:32,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T23:24:32,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:32,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T23:24:32,139 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T23:24:32,140 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740 2024-11-18T23:24:32,142 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740 2024-11-18T23:24:32,142 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T23:24:32,142 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T23:24:32,143 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T23:24:32,144 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T23:24:32,144 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65656193, jitterRate=-0.02164648473262787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T23:24:32,144 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T23:24:32,144 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731972272133Writing region info on filesystem at 1731972272133Initializing all the Stores at 1731972272134 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972272134Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972272134Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972272134Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731972272134Cleaning up temporary data from old regions at 1731972272142 (+8 ms)Running coprocessor post-open hooks at 1731972272144 (+2 ms)Region opened successfully at 1731972272144 2024-11-18T23:24:32,145 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731972272075 2024-11-18T23:24:32,146 DEBUG [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T23:24:32,146 INFO [RS_OPEN_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T23:24:32,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,35711,1731972269452 2024-11-18T23:24:32,147 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9d96596e55a9,35711,1731972269452, state=OPEN 2024-11-18T23:24:32,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x10150433b4d0007, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-436994251/meta-region-server 2024-11-18T23:24:32,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-436994251/meta-region-server: CHANGED 2024-11-18T23:24:32,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-436994251/meta-region-server 2024-11-18T23:24:32,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-436994251/meta-region-server: CHANGED 2024-11-18T23:24:32,160 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9d96596e55a9,35711,1731972269452 2024-11-18T23:24:32,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T23:24:32,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9d96596e55a9,35711,1731972269452 in 237 msec 2024-11-18T23:24:32,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T23:24:32,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-11-18T23:24:32,165 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T23:24:32,165 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T23:24:32,169 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:24:32,169 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,35711,1731972269452, seqNum=-1] 2024-11-18T23:24:32,169 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:24:32,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:24:32,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 932 msec 2024-11-18T23:24:32,173 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731972272173, completionTime=-1 2024-11-18T23:24:32,173 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T23:24:32,173 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T23:24:32,175 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T23:24:32,175 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731972332175 2024-11-18T23:24:32,175 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731972392175 2024-11-18T23:24:32,175 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T23:24:32,175 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33665,1731972269270-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:32,175 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33665,1731972269270-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:32,175 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33665,1731972269270-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:32,175 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9d96596e55a9:33665, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:32,175 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:32,175 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:32,177 DEBUG [master/9d96596e55a9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T23:24:32,178 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.471sec 2024-11-18T23:24:32,178 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T23:24:32,178 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T23:24:32,178 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T23:24:32,178 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T23:24:32,178 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T23:24:32,178 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33665,1731972269270-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T23:24:32,178 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33665,1731972269270-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T23:24:32,179 DEBUG [master/9d96596e55a9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T23:24:32,179 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T23:24:32,179 INFO [master/9d96596e55a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9d96596e55a9,33665,1731972269270-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T23:24:32,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b6916c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:32,197 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,33665,-1 for getting cluster id 2024-11-18T23:24:32,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:24:32,199 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99003efb-4711-42a1-8a26-5ff37bcc0253' 2024-11-18T23:24:32,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:24:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99003efb-4711-42a1-8a26-5ff37bcc0253" 2024-11-18T23:24:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308168a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,33665,-1] 2024-11-18T23:24:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:24:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:32,201 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:24:32,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d073492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:32,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:24:32,204 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,35711,1731972269452, seqNum=-1] 2024-11-18T23:24:32,204 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:24:32,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:24:32,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9d96596e55a9,33665,1731972269270 2024-11-18T23:24:32,208 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62873 2024-11-18T23:24:32,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T23:24:32,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10150433b4d0008 connected 2024-11-18T23:24:32,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:24:32,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,42375,1731972255418 2024-11-18T23:24:32,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5533ef90 2024-11-18T23:24:32,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:24:32,235 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:24:32,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:24:32,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T23:24:32,242 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:24:32,242 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:32,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T23:24:32,244 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:24:32,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:24:32,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741835_1011 (size=902) 2024-11-18T23:24:32,285 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 131f891c50dedc17a4e15a6c6a413dbe, NAME => 'test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8 2024-11-18T23:24:32,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741836_1012 (size=39) 2024-11-18T23:24:32,302 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:32,303 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 131f891c50dedc17a4e15a6c6a413dbe, disabling compactions & flushes 2024-11-18T23:24:32,303 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe. 2024-11-18T23:24:32,303 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe. 2024-11-18T23:24:32,303 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe. after waiting 0 ms 2024-11-18T23:24:32,303 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe. 2024-11-18T23:24:32,303 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe. 2024-11-18T23:24:32,303 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 131f891c50dedc17a4e15a6c6a413dbe: Waiting for close lock at 1731972272303Disabling compacts and flushes for region at 1731972272303Disabling writes for close at 1731972272303Writing region close event to WAL at 1731972272303Closed at 1731972272303 2024-11-18T23:24:32,304 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:24:32,305 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731972272305"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972272305"}]},"ts":"1731972272305"} 2024-11-18T23:24:32,309 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:24:32,310 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:24:32,310 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972272310"}]},"ts":"1731972272310"} 2024-11-18T23:24:32,312 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T23:24:32,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=131f891c50dedc17a4e15a6c6a413dbe, ASSIGN}] 2024-11-18T23:24:32,315 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=131f891c50dedc17a4e15a6c6a413dbe, ASSIGN 2024-11-18T23:24:32,315 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=131f891c50dedc17a4e15a6c6a413dbe, ASSIGN; state=OFFLINE, location=9d96596e55a9,43517,1731972255899; forceNewPlan=false, retain=false 2024-11-18T23:24:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:24:32,466 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=131f891c50dedc17a4e15a6c6a413dbe, regionState=OPENING, regionLocation=9d96596e55a9,43517,1731972255899 2024-11-18T23:24:32,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=131f891c50dedc17a4e15a6c6a413dbe, ASSIGN because future has completed 2024-11-18T23:24:32,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 131f891c50dedc17a4e15a6c6a413dbe, server=9d96596e55a9,43517,1731972255899}] 2024-11-18T23:24:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:24:32,623 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe. 2024-11-18T23:24:32,623 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 131f891c50dedc17a4e15a6c6a413dbe, NAME => 'test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:24:32,623 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:24:32,623 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T23:24:32,623 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 131f891c50dedc17a4e15a6c6a413dbe 2024-11-18T23:24:32,623 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:32,624 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 131f891c50dedc17a4e15a6c6a413dbe 2024-11-18T23:24:32,624 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 131f891c50dedc17a4e15a6c6a413dbe 2024-11-18T23:24:32,624 INFO [StoreOpener-131f891c50dedc17a4e15a6c6a413dbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 131f891c50dedc17a4e15a6c6a413dbe 2024-11-18T23:24:32,625 INFO [StoreOpener-131f891c50dedc17a4e15a6c6a413dbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 131f891c50dedc17a4e15a6c6a413dbe columnFamilyName f 2024-11-18T23:24:32,625 DEBUG [StoreOpener-131f891c50dedc17a4e15a6c6a413dbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:32,626 INFO [StoreOpener-131f891c50dedc17a4e15a6c6a413dbe-1 {}] regionserver.HStore(327): Store=131f891c50dedc17a4e15a6c6a413dbe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:32,626 INFO [StoreOpener-131f891c50dedc17a4e15a6c6a413dbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 131f891c50dedc17a4e15a6c6a413dbe 2024-11-18T23:24:32,626 INFO [StoreOpener-131f891c50dedc17a4e15a6c6a413dbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 131f891c50dedc17a4e15a6c6a413dbe columnFamilyName f1 2024-11-18T23:24:32,626 DEBUG [StoreOpener-131f891c50dedc17a4e15a6c6a413dbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:32,626 INFO [StoreOpener-131f891c50dedc17a4e15a6c6a413dbe-1 {}] regionserver.HStore(327): Store=131f891c50dedc17a4e15a6c6a413dbe/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:32,626 INFO [StoreOpener-131f891c50dedc17a4e15a6c6a413dbe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 131f891c50dedc17a4e15a6c6a413dbe 2024-11-18T23:24:32,627 INFO [StoreOpener-131f891c50dedc17a4e15a6c6a413dbe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 131f891c50dedc17a4e15a6c6a413dbe columnFamilyName norep 2024-11-18T23:24:32,627 DEBUG [StoreOpener-131f891c50dedc17a4e15a6c6a413dbe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:32,627 INFO [StoreOpener-131f891c50dedc17a4e15a6c6a413dbe-1 {}] regionserver.HStore(327): Store=131f891c50dedc17a4e15a6c6a413dbe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:32,627 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 131f891c50dedc17a4e15a6c6a413dbe 2024-11-18T23:24:32,628 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/default/test/131f891c50dedc17a4e15a6c6a413dbe 2024-11-18T23:24:32,628 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/default/test/131f891c50dedc17a4e15a6c6a413dbe 2024-11-18T23:24:32,629 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 131f891c50dedc17a4e15a6c6a413dbe 2024-11-18T23:24:32,629 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 131f891c50dedc17a4e15a6c6a413dbe 2024-11-18T23:24:32,629 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:24:32,630 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 131f891c50dedc17a4e15a6c6a413dbe 2024-11-18T23:24:32,631 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/default/test/131f891c50dedc17a4e15a6c6a413dbe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:24:32,632 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 131f891c50dedc17a4e15a6c6a413dbe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62495859, jitterRate=-0.06873913109302521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:24:32,632 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 131f891c50dedc17a4e15a6c6a413dbe 2024-11-18T23:24:32,632 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 131f891c50dedc17a4e15a6c6a413dbe: Running coprocessor pre-open hook at 1731972272624Writing region info on filesystem at 1731972272624Initializing all the Stores at 1731972272624Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972272624Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972272624Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972272624Cleaning up temporary data from old regions at 1731972272629 (+5 ms)Running coprocessor post-open hooks at 1731972272632 (+3 ms)Region opened successfully at 1731972272632 2024-11-18T23:24:32,632 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe., pid=6, masterSystemTime=1731972272620 2024-11-18T23:24:32,634 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe. 2024-11-18T23:24:32,634 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe. 2024-11-18T23:24:32,634 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=131f891c50dedc17a4e15a6c6a413dbe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9d96596e55a9,43517,1731972255899 2024-11-18T23:24:32,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 131f891c50dedc17a4e15a6c6a413dbe, server=9d96596e55a9,43517,1731972255899 because future has completed 2024-11-18T23:24:32,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T23:24:32,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 131f891c50dedc17a4e15a6c6a413dbe, server=9d96596e55a9,43517,1731972255899 in 168 msec 2024-11-18T23:24:32,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T23:24:32,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=131f891c50dedc17a4e15a6c6a413dbe, ASSIGN in 326 msec 2024-11-18T23:24:32,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:24:32,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972272640"}]},"ts":"1731972272640"} 2024-11-18T23:24:32,642 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T23:24:32,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:24:32,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 405 msec 2024-11-18T23:24:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:24:32,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:24:32,867 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T23:24:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,46253,1731972262938 2024-11-18T23:24:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fb06b4a 2024-11-18T23:24:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:24:32,869 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:24:32,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46253 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:24:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46253 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T23:24:32,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:24:32,871 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:32,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46253 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T23:24:32,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:24:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:24:32,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741835_1011 (size=902) 2024-11-18T23:24:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:24:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:24:33,277 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f328a66c7e54715f4f097de8e353076, NAME => 'test,,1731972272869.5f328a66c7e54715f4f097de8e353076.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563 2024-11-18T23:24:33,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741836_1012 (size=39) 2024-11-18T23:24:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:24:33,681 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731972272869.5f328a66c7e54715f4f097de8e353076.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:33,682 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5f328a66c7e54715f4f097de8e353076, disabling compactions & flushes 2024-11-18T23:24:33,682 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731972272869.5f328a66c7e54715f4f097de8e353076. 2024-11-18T23:24:33,682 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972272869.5f328a66c7e54715f4f097de8e353076. 2024-11-18T23:24:33,682 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731972272869.5f328a66c7e54715f4f097de8e353076. after waiting 0 ms 2024-11-18T23:24:33,682 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731972272869.5f328a66c7e54715f4f097de8e353076. 2024-11-18T23:24:33,682 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731972272869.5f328a66c7e54715f4f097de8e353076. 2024-11-18T23:24:33,682 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f328a66c7e54715f4f097de8e353076: Waiting for close lock at 1731972273682Disabling compacts and flushes for region at 1731972273682Disabling writes for close at 1731972273682Writing region close event to WAL at 1731972273682Closed at 1731972273682 2024-11-18T23:24:33,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:24:33,683 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731972272869.5f328a66c7e54715f4f097de8e353076.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731972273683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972273683"}]},"ts":"1731972273683"} 2024-11-18T23:24:33,684 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:24:33,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:24:33,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972273685"}]},"ts":"1731972273685"} 2024-11-18T23:24:33,686 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T23:24:33,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5f328a66c7e54715f4f097de8e353076, ASSIGN}] 2024-11-18T23:24:33,687 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5f328a66c7e54715f4f097de8e353076, ASSIGN 2024-11-18T23:24:33,688 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5f328a66c7e54715f4f097de8e353076, ASSIGN; state=OFFLINE, location=9d96596e55a9,35039,1731972263225; forceNewPlan=false, retain=false 2024-11-18T23:24:33,838 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f328a66c7e54715f4f097de8e353076, regionState=OPENING, regionLocation=9d96596e55a9,35039,1731972263225 2024-11-18T23:24:33,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5f328a66c7e54715f4f097de8e353076, ASSIGN because future has completed 2024-11-18T23:24:33,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f328a66c7e54715f4f097de8e353076, server=9d96596e55a9,35039,1731972263225}] 2024-11-18T23:24:33,995 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731972272869.5f328a66c7e54715f4f097de8e353076. 2024-11-18T23:24:33,995 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f328a66c7e54715f4f097de8e353076, NAME => 'test,,1731972272869.5f328a66c7e54715f4f097de8e353076.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:24:33,995 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:24:33,995 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T23:24:33,995 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5f328a66c7e54715f4f097de8e353076 2024-11-18T23:24:33,995 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731972272869.5f328a66c7e54715f4f097de8e353076.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:33,995 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5f328a66c7e54715f4f097de8e353076 2024-11-18T23:24:33,996 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5f328a66c7e54715f4f097de8e353076 2024-11-18T23:24:33,996 INFO [StoreOpener-5f328a66c7e54715f4f097de8e353076-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5f328a66c7e54715f4f097de8e353076 2024-11-18T23:24:33,997 INFO [StoreOpener-5f328a66c7e54715f4f097de8e353076-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f328a66c7e54715f4f097de8e353076 columnFamilyName f 2024-11-18T23:24:33,997 DEBUG [StoreOpener-5f328a66c7e54715f4f097de8e353076-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:33,998 INFO [StoreOpener-5f328a66c7e54715f4f097de8e353076-1 {}] regionserver.HStore(327): Store=5f328a66c7e54715f4f097de8e353076/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:33,998 INFO [StoreOpener-5f328a66c7e54715f4f097de8e353076-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5f328a66c7e54715f4f097de8e353076 2024-11-18T23:24:33,998 INFO [StoreOpener-5f328a66c7e54715f4f097de8e353076-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f328a66c7e54715f4f097de8e353076 columnFamilyName f1 2024-11-18T23:24:33,998 DEBUG [StoreOpener-5f328a66c7e54715f4f097de8e353076-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:33,999 INFO [StoreOpener-5f328a66c7e54715f4f097de8e353076-1 {}] regionserver.HStore(327): Store=5f328a66c7e54715f4f097de8e353076/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:33,999 INFO [StoreOpener-5f328a66c7e54715f4f097de8e353076-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5f328a66c7e54715f4f097de8e353076 2024-11-18T23:24:33,999 INFO [StoreOpener-5f328a66c7e54715f4f097de8e353076-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f328a66c7e54715f4f097de8e353076 columnFamilyName norep 2024-11-18T23:24:33,999 DEBUG [StoreOpener-5f328a66c7e54715f4f097de8e353076-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:33,999 INFO [StoreOpener-5f328a66c7e54715f4f097de8e353076-1 {}] regionserver.HStore(327): Store=5f328a66c7e54715f4f097de8e353076/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:34,000 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5f328a66c7e54715f4f097de8e353076 2024-11-18T23:24:34,000 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/default/test/5f328a66c7e54715f4f097de8e353076 2024-11-18T23:24:34,000 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/default/test/5f328a66c7e54715f4f097de8e353076 2024-11-18T23:24:34,001 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5f328a66c7e54715f4f097de8e353076 2024-11-18T23:24:34,001 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5f328a66c7e54715f4f097de8e353076 2024-11-18T23:24:34,001 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:24:34,002 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5f328a66c7e54715f4f097de8e353076 2024-11-18T23:24:34,004 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/default/test/5f328a66c7e54715f4f097de8e353076/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:24:34,004 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5f328a66c7e54715f4f097de8e353076; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70312508, jitterRate=0.04773801565170288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:24:34,004 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f328a66c7e54715f4f097de8e353076 2024-11-18T23:24:34,004 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5f328a66c7e54715f4f097de8e353076: Running coprocessor pre-open hook at 1731972273996Writing region info on filesystem at 1731972273996Initializing all the Stores at 1731972273996Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972273996Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972273996Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972273996Cleaning up temporary data from old regions at 1731972274001 (+5 ms)Running coprocessor post-open hooks at 1731972274004 (+3 ms)Region opened successfully at 1731972274004 2024-11-18T23:24:34,005 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731972272869.5f328a66c7e54715f4f097de8e353076., pid=6, masterSystemTime=1731972273992 2024-11-18T23:24:34,006 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731972272869.5f328a66c7e54715f4f097de8e353076. 2024-11-18T23:24:34,006 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731972272869.5f328a66c7e54715f4f097de8e353076. 2024-11-18T23:24:34,007 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f328a66c7e54715f4f097de8e353076, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9d96596e55a9,35039,1731972263225 2024-11-18T23:24:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:24:34,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f328a66c7e54715f4f097de8e353076, server=9d96596e55a9,35039,1731972263225 because future has completed 2024-11-18T23:24:34,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T23:24:34,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f328a66c7e54715f4f097de8e353076, server=9d96596e55a9,35039,1731972263225 in 169 msec 2024-11-18T23:24:34,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T23:24:34,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5f328a66c7e54715f4f097de8e353076, ASSIGN in 324 msec 2024-11-18T23:24:34,012 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:24:34,012 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972274012"}]},"ts":"1731972274012"} 2024-11-18T23:24:34,013 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T23:24:34,014 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:24:34,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-11-18T23:24:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:24:35,017 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T23:24:35,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:24:35,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,33665,1731972269270 2024-11-18T23:24:35,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58b801d6 2024-11-18T23:24:35,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:24:35,019 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:24:35,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33665 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:24:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33665 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T23:24:35,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:24:35,020 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:35,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33665 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T23:24:35,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:24:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:24:35,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741835_1011 (size=902) 2024-11-18T23:24:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:24:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:24:35,437 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 349775daeeffddbcae036f6753114d02, NAME => 'test,,1731972275019.349775daeeffddbcae036f6753114d02.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120 2024-11-18T23:24:35,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741836_1012 (size=39) 2024-11-18T23:24:35,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731972275019.349775daeeffddbcae036f6753114d02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:35,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 349775daeeffddbcae036f6753114d02, disabling compactions & flushes 2024-11-18T23:24:35,449 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731972275019.349775daeeffddbcae036f6753114d02. 2024-11-18T23:24:35,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972275019.349775daeeffddbcae036f6753114d02. 2024-11-18T23:24:35,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731972275019.349775daeeffddbcae036f6753114d02. after waiting 0 ms 2024-11-18T23:24:35,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731972275019.349775daeeffddbcae036f6753114d02. 2024-11-18T23:24:35,449 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731972275019.349775daeeffddbcae036f6753114d02. 2024-11-18T23:24:35,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 349775daeeffddbcae036f6753114d02: Waiting for close lock at 1731972275448Disabling compacts and flushes for region at 1731972275448Disabling writes for close at 1731972275449 (+1 ms)Writing region close event to WAL at 1731972275449Closed at 1731972275449 2024-11-18T23:24:35,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:24:35,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731972275019.349775daeeffddbcae036f6753114d02.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731972275450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972275450"}]},"ts":"1731972275450"} 2024-11-18T23:24:35,452 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:24:35,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:24:35,454 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972275453"}]},"ts":"1731972275453"} 2024-11-18T23:24:35,455 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T23:24:35,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=349775daeeffddbcae036f6753114d02, ASSIGN}] 2024-11-18T23:24:35,457 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=349775daeeffddbcae036f6753114d02, ASSIGN 2024-11-18T23:24:35,458 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=349775daeeffddbcae036f6753114d02, ASSIGN; state=OFFLINE, location=9d96596e55a9,35711,1731972269452; forceNewPlan=false, retain=false 2024-11-18T23:24:35,609 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=349775daeeffddbcae036f6753114d02, regionState=OPENING, regionLocation=9d96596e55a9,35711,1731972269452 2024-11-18T23:24:35,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=349775daeeffddbcae036f6753114d02, ASSIGN because future has completed 2024-11-18T23:24:35,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 349775daeeffddbcae036f6753114d02, server=9d96596e55a9,35711,1731972269452}] 2024-11-18T23:24:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:24:35,848 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731972275019.349775daeeffddbcae036f6753114d02. 2024-11-18T23:24:35,848 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 349775daeeffddbcae036f6753114d02, NAME => 'test,,1731972275019.349775daeeffddbcae036f6753114d02.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:24:35,849 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:24:35,849 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T23:24:35,850 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 349775daeeffddbcae036f6753114d02 2024-11-18T23:24:35,850 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731972275019.349775daeeffddbcae036f6753114d02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:35,850 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 349775daeeffddbcae036f6753114d02 2024-11-18T23:24:35,850 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 349775daeeffddbcae036f6753114d02 2024-11-18T23:24:35,865 INFO [StoreOpener-349775daeeffddbcae036f6753114d02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 349775daeeffddbcae036f6753114d02 2024-11-18T23:24:35,867 INFO [StoreOpener-349775daeeffddbcae036f6753114d02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 349775daeeffddbcae036f6753114d02 columnFamilyName f 2024-11-18T23:24:35,867 DEBUG [StoreOpener-349775daeeffddbcae036f6753114d02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:35,868 INFO [StoreOpener-349775daeeffddbcae036f6753114d02-1 {}] regionserver.HStore(327): Store=349775daeeffddbcae036f6753114d02/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:35,868 INFO [StoreOpener-349775daeeffddbcae036f6753114d02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 349775daeeffddbcae036f6753114d02 2024-11-18T23:24:35,869 INFO [StoreOpener-349775daeeffddbcae036f6753114d02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 349775daeeffddbcae036f6753114d02 columnFamilyName f1 2024-11-18T23:24:35,869 DEBUG [StoreOpener-349775daeeffddbcae036f6753114d02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:35,870 INFO [StoreOpener-349775daeeffddbcae036f6753114d02-1 {}] regionserver.HStore(327): Store=349775daeeffddbcae036f6753114d02/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:35,870 INFO [StoreOpener-349775daeeffddbcae036f6753114d02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 349775daeeffddbcae036f6753114d02 2024-11-18T23:24:35,871 INFO [StoreOpener-349775daeeffddbcae036f6753114d02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 349775daeeffddbcae036f6753114d02 columnFamilyName norep 2024-11-18T23:24:35,871 DEBUG [StoreOpener-349775daeeffddbcae036f6753114d02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:35,871 INFO [StoreOpener-349775daeeffddbcae036f6753114d02-1 {}] regionserver.HStore(327): Store=349775daeeffddbcae036f6753114d02/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:35,872 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 349775daeeffddbcae036f6753114d02 2024-11-18T23:24:35,873 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/default/test/349775daeeffddbcae036f6753114d02 2024-11-18T23:24:35,873 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/default/test/349775daeeffddbcae036f6753114d02 2024-11-18T23:24:35,874 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 349775daeeffddbcae036f6753114d02 2024-11-18T23:24:35,874 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 349775daeeffddbcae036f6753114d02 2024-11-18T23:24:35,875 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:24:35,878 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 349775daeeffddbcae036f6753114d02 2024-11-18T23:24:35,892 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/default/test/349775daeeffddbcae036f6753114d02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:24:35,893 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 349775daeeffddbcae036f6753114d02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73736470, jitterRate=0.09875902533531189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:24:35,893 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 349775daeeffddbcae036f6753114d02 2024-11-18T23:24:35,893 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 349775daeeffddbcae036f6753114d02: Running coprocessor pre-open hook at 1731972275850Writing region info on filesystem at 1731972275850Initializing all the Stores at 1731972275852 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972275852Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972275865 (+13 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972275865Cleaning up temporary data from old regions at 1731972275874 (+9 ms)Running coprocessor post-open hooks at 1731972275893 (+19 ms)Region opened successfully at 1731972275893 2024-11-18T23:24:35,894 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731972275019.349775daeeffddbcae036f6753114d02., pid=6, masterSystemTime=1731972275791 2024-11-18T23:24:35,897 DEBUG [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731972275019.349775daeeffddbcae036f6753114d02. 2024-11-18T23:24:35,897 INFO [RS_OPEN_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731972275019.349775daeeffddbcae036f6753114d02. 2024-11-18T23:24:35,897 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=349775daeeffddbcae036f6753114d02, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9d96596e55a9,35711,1731972269452 2024-11-18T23:24:35,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 349775daeeffddbcae036f6753114d02, server=9d96596e55a9,35711,1731972269452 because future has completed 2024-11-18T23:24:35,903 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33665 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9d96596e55a9,35711,1731972269452, table=test, region=349775daeeffddbcae036f6753114d02. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T23:24:35,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T23:24:35,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 349775daeeffddbcae036f6753114d02, server=9d96596e55a9,35711,1731972269452 in 288 msec 2024-11-18T23:24:35,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T23:24:35,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=349775daeeffddbcae036f6753114d02, ASSIGN in 466 msec 2024-11-18T23:24:35,926 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:24:35,927 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972275926"}]},"ts":"1731972275926"} 2024-11-18T23:24:35,929 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T23:24:35,930 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:24:35,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 911 msec 2024-11-18T23:24:36,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33665 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T23:24:36,157 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T23:24:36,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc46eda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:36,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,42375,-1 for getting cluster id 2024-11-18T23:24:36,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:24:36,178 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '845a52b3-0a12-4379-aa33-070a6082a9a5' 2024-11-18T23:24:36,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:24:36,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "845a52b3-0a12-4379-aa33-070a6082a9a5" 2024-11-18T23:24:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10712058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,42375,-1] 2024-11-18T23:24:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:24:36,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:36,181 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:24:36,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d40c7d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:36,182 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:24:36,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,42375,1731972255418 2024-11-18T23:24:36,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61dd2939 2024-11-18T23:24:36,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:24:36,185 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:24:36,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9d96596e55a9:46253,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T23:24:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T23:24:36,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:24:36,188 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:46253' 2024-11-18T23:24:36,200 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1db618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:36,200 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,46253,-1 for getting cluster id 2024-11-18T23:24:36,201 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:24:36,201 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f13dc4bd-4c4a-4081-8b1f-594d9f2c88c0' 2024-11-18T23:24:36,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:24:36,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f13dc4bd-4c4a-4081-8b1f-594d9f2c88c0" 2024-11-18T23:24:36,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eff1bde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:36,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,46253,-1] 2024-11-18T23:24:36,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:24:36,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:36,203 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:24:36,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1afa8ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:36,203 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:24:36,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,46253,1731972262938 2024-11-18T23:24:36,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a851484 2024-11-18T23:24:36,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:24:36,205 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:24:36,206 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T23:24:36,206 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T23:24:36,206 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:36,206 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:36,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:24:36,206 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T23:24:36,207 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T23:24:36,208 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T23:24:36,209 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:36,209 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T23:24:36,258 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T23:24:36,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741837_1013 (size=1138) 2024-11-18T23:24:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:24:36,299 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0de1cc40eaacc0c69e5c5aa6997a45fb, NAME => 'hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8 2024-11-18T23:24:36,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741838_1014 (size=44) 2024-11-18T23:24:36,367 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:36,367 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0de1cc40eaacc0c69e5c5aa6997a45fb, disabling compactions & flushes 2024-11-18T23:24:36,367 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb. 2024-11-18T23:24:36,367 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb. 2024-11-18T23:24:36,367 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb. after waiting 0 ms 2024-11-18T23:24:36,367 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb. 2024-11-18T23:24:36,367 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb. 2024-11-18T23:24:36,367 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0de1cc40eaacc0c69e5c5aa6997a45fb: Waiting for close lock at 1731972276367Disabling compacts and flushes for region at 1731972276367Disabling writes for close at 1731972276367Writing region close event to WAL at 1731972276367Closed at 1731972276367 2024-11-18T23:24:36,368 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T23:24:36,369 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731972276368"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731972276368"}]},"ts":"1731972276368"} 2024-11-18T23:24:36,371 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T23:24:36,372 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T23:24:36,373 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972276372"}]},"ts":"1731972276372"} 2024-11-18T23:24:36,375 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T23:24:36,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0de1cc40eaacc0c69e5c5aa6997a45fb, ASSIGN}] 2024-11-18T23:24:36,377 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0de1cc40eaacc0c69e5c5aa6997a45fb, ASSIGN 2024-11-18T23:24:36,378 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0de1cc40eaacc0c69e5c5aa6997a45fb, ASSIGN; state=OFFLINE, location=9d96596e55a9,43517,1731972255899; forceNewPlan=false, retain=false 2024-11-18T23:24:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:24:36,508 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T23:24:36,529 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0de1cc40eaacc0c69e5c5aa6997a45fb, regionState=OPENING, regionLocation=9d96596e55a9,43517,1731972255899 2024-11-18T23:24:36,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0de1cc40eaacc0c69e5c5aa6997a45fb, ASSIGN because future has completed 2024-11-18T23:24:36,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0de1cc40eaacc0c69e5c5aa6997a45fb, server=9d96596e55a9,43517,1731972255899}] 2024-11-18T23:24:36,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb. 2024-11-18T23:24:36,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T23:24:36,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T23:24:36,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9d96596e55a9%2C43517%2C1731972255899.rep, suffix=, logDir=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899, archiveDir=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/oldWALs, maxLogs=10 2024-11-18T23:24:36,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.rep.1731972276688, exclude list is [], retry=0 2024-11-18T23:24:36,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36199,DS-9f2b04be-5089-4e3c-af46-745b985dde55,DISK] 2024-11-18T23:24:36,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.rep.1731972276688 2024-11-18T23:24:36,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40675:40675)] 2024-11-18T23:24:36,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0de1cc40eaacc0c69e5c5aa6997a45fb, NAME => 'hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb.', STARTKEY => '', ENDKEY => ''} 2024-11-18T23:24:36,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T23:24:36,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T23:24:36,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb. service=MultiRowMutationService 2024-11-18T23:24:36,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T23:24:36,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0de1cc40eaacc0c69e5c5aa6997a45fb 2024-11-18T23:24:36,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T23:24:36,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0de1cc40eaacc0c69e5c5aa6997a45fb 2024-11-18T23:24:36,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0de1cc40eaacc0c69e5c5aa6997a45fb 2024-11-18T23:24:36,712 INFO [StoreOpener-0de1cc40eaacc0c69e5c5aa6997a45fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0de1cc40eaacc0c69e5c5aa6997a45fb 2024-11-18T23:24:36,713 INFO [StoreOpener-0de1cc40eaacc0c69e5c5aa6997a45fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0de1cc40eaacc0c69e5c5aa6997a45fb columnFamilyName hfileref 2024-11-18T23:24:36,713 DEBUG [StoreOpener-0de1cc40eaacc0c69e5c5aa6997a45fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:36,714 INFO [StoreOpener-0de1cc40eaacc0c69e5c5aa6997a45fb-1 {}] regionserver.HStore(327): Store=0de1cc40eaacc0c69e5c5aa6997a45fb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:36,714 INFO [StoreOpener-0de1cc40eaacc0c69e5c5aa6997a45fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0de1cc40eaacc0c69e5c5aa6997a45fb 2024-11-18T23:24:36,715 INFO [StoreOpener-0de1cc40eaacc0c69e5c5aa6997a45fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0de1cc40eaacc0c69e5c5aa6997a45fb columnFamilyName queue 2024-11-18T23:24:36,715 DEBUG [StoreOpener-0de1cc40eaacc0c69e5c5aa6997a45fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:36,716 INFO [StoreOpener-0de1cc40eaacc0c69e5c5aa6997a45fb-1 {}] regionserver.HStore(327): Store=0de1cc40eaacc0c69e5c5aa6997a45fb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:36,716 INFO [StoreOpener-0de1cc40eaacc0c69e5c5aa6997a45fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0de1cc40eaacc0c69e5c5aa6997a45fb 2024-11-18T23:24:36,717 INFO [StoreOpener-0de1cc40eaacc0c69e5c5aa6997a45fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0de1cc40eaacc0c69e5c5aa6997a45fb columnFamilyName sid 2024-11-18T23:24:36,717 DEBUG [StoreOpener-0de1cc40eaacc0c69e5c5aa6997a45fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T23:24:36,717 INFO [StoreOpener-0de1cc40eaacc0c69e5c5aa6997a45fb-1 {}] regionserver.HStore(327): Store=0de1cc40eaacc0c69e5c5aa6997a45fb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T23:24:36,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0de1cc40eaacc0c69e5c5aa6997a45fb 2024-11-18T23:24:36,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/replication/0de1cc40eaacc0c69e5c5aa6997a45fb 2024-11-18T23:24:36,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/replication/0de1cc40eaacc0c69e5c5aa6997a45fb 2024-11-18T23:24:36,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0de1cc40eaacc0c69e5c5aa6997a45fb 2024-11-18T23:24:36,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0de1cc40eaacc0c69e5c5aa6997a45fb 2024-11-18T23:24:36,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T23:24:36,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0de1cc40eaacc0c69e5c5aa6997a45fb 2024-11-18T23:24:36,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/replication/0de1cc40eaacc0c69e5c5aa6997a45fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T23:24:36,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0de1cc40eaacc0c69e5c5aa6997a45fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70556596, jitterRate=0.05137521028518677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T23:24:36,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0de1cc40eaacc0c69e5c5aa6997a45fb 2024-11-18T23:24:36,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0de1cc40eaacc0c69e5c5aa6997a45fb: Running coprocessor pre-open hook at 1731972276712Writing region info on filesystem at 1731972276712Initializing all the Stores at 1731972276712Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972276712Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972276712Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731972276712Cleaning up temporary data from old regions at 1731972276719 (+7 ms)Running coprocessor post-open hooks at 1731972276725 (+6 ms)Region opened successfully at 1731972276725 2024-11-18T23:24:36,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb., pid=10, masterSystemTime=1731972276682 2024-11-18T23:24:36,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb. 2024-11-18T23:24:36,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb. 2024-11-18T23:24:36,734 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0de1cc40eaacc0c69e5c5aa6997a45fb, regionState=OPEN, openSeqNum=2, regionLocation=9d96596e55a9,43517,1731972255899 2024-11-18T23:24:36,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0de1cc40eaacc0c69e5c5aa6997a45fb, server=9d96596e55a9,43517,1731972255899 because future has completed 2024-11-18T23:24:36,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T23:24:36,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0de1cc40eaacc0c69e5c5aa6997a45fb, server=9d96596e55a9,43517,1731972255899 in 206 msec 2024-11-18T23:24:36,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T23:24:36,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0de1cc40eaacc0c69e5c5aa6997a45fb, ASSIGN in 363 msec 2024-11-18T23:24:36,740 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T23:24:36,740 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731972276740"}]},"ts":"1731972276740"} 2024-11-18T23:24:36,741 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T23:24:36,742 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T23:24:36,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 536 msec 2024-11-18T23:24:36,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb., hostname=9d96596e55a9,43517,1731972255899, seqNum=2] 2024-11-18T23:24:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:24:36,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0115375014 2024-11-18T23:24:36,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x10150433b4d0001, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0115375014 2024-11-18T23:24:36,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T23:24:37,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43517 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T23:24:37,023 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T23:24:37,053 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9d96596e55a9,43517,1731972255899, ReplicationSource: 1, currentBandwidth=0 2024-11-18T23:24:37,054 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:24:37,054 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,43517,1731972255899, seqNum=-1] 2024-11-18T23:24:37,054 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:24:37,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-18T23:24:37,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9d96596e55a9,43517,1731972255899', locateType=CURRENT is [region=hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb., hostname=9d96596e55a9,43517,1731972255899, seqNum=2] 2024-11-18T23:24:37,059 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T23:24:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T23:24:37,066 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9d96596e55a9,43517,1731972255899 suceeded 2024-11-18T23:24:37,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T23:24:37,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-18T23:24:37,070 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9d96596e55a9:46253,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T23:24:37,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 885 msec 2024-11-18T23:24:37,084 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:46253' 2024-11-18T23:24:37,085 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12893f12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:37,085 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,46253,-1 for getting cluster id 2024-11-18T23:24:37,085 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:24:37,086 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f13dc4bd-4c4a-4081-8b1f-594d9f2c88c0' 2024-11-18T23:24:37,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:24:37,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f13dc4bd-4c4a-4081-8b1f-594d9f2c88c0" 2024-11-18T23:24:37,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5da62322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:37,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,46253,-1] 2024-11-18T23:24:37,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:24:37,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:37,087 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:24:37,087 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@721cad14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:37,087 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:24:37,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,46253,1731972262938 2024-11-18T23:24:37,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fccd551 2024-11-18T23:24:37,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:24:37,089 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-18T23:24:37,089 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9d96596e55a9,43517,1731972255899 (queues=1) is replicating from cluster=845a52b3-0a12-4379-aa33-070a6082a9a5 to cluster=f13dc4bd-4c4a-4081-8b1f-594d9f2c88c0 2024-11-18T23:24:37,089 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9d96596e55a9%2C43517%2C1731972255899 2024-11-18T23:24:37,090 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9d96596e55a9,43517,1731972255899, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T23:24:37,090 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972258644, startPosition=0, beingWritten=true 2024-11-18T23:24:37,096 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.shipper9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9d96596e55a9%2C43517%2C1731972255899 2024-11-18T23:24:37,102 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:24:37,102 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972258644 to pos 379, reset compression=false 2024-11-18T23:24:37,102 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.shipper9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,43517,1731972255899 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972258644, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T23:24:37,309 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972258644 to pos 379, reset compression=false 2024-11-18T23:24:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T23:24:37,328 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T23:24:37,328 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:24:37,328 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:24:37,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:37,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:37,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:24:37,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f4db6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:37,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,42375,-1 for getting cluster id 2024-11-18T23:24:37,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:24:37,338 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '845a52b3-0a12-4379-aa33-070a6082a9a5' 2024-11-18T23:24:37,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:24:37,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "845a52b3-0a12-4379-aa33-070a6082a9a5" 2024-11-18T23:24:37,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4238ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:37,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,42375,-1] 2024-11-18T23:24:37,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:24:37,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:37,339 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:24:37,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eab33ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:37,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c3aced1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:37,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,46253,-1 for getting cluster id 2024-11-18T23:24:37,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:24:37,345 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f13dc4bd-4c4a-4081-8b1f-594d9f2c88c0' 2024-11-18T23:24:37,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:24:37,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f13dc4bd-4c4a-4081-8b1f-594d9f2c88c0" 2024-11-18T23:24:37,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29dd2943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:37,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,46253,-1] 2024-11-18T23:24:37,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:24:37,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:37,347 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:24:37,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38140316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:37,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec68835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:37,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,33665,-1 for getting cluster id 2024-11-18T23:24:37,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:24:37,349 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99003efb-4711-42a1-8a26-5ff37bcc0253' 2024-11-18T23:24:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:24:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99003efb-4711-42a1-8a26-5ff37bcc0253" 2024-11-18T23:24:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b16f11a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,33665,-1] 2024-11-18T23:24:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:24:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:37,350 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:24:37,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0e7583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:37,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:37,357 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731972277357/Put/seqid=0 2024-11-18T23:24:37,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741840_1016 (size=7894) 2024-11-18T23:24:37,374 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731972277372/Put/seqid=0 2024-11-18T23:24:37,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741841_1017 (size=7691) 2024-11-18T23:24:37,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1fd0ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:37,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,42375,-1 for getting cluster id 2024-11-18T23:24:37,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:24:37,388 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '845a52b3-0a12-4379-aa33-070a6082a9a5' 2024-11-18T23:24:37,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:24:37,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "845a52b3-0a12-4379-aa33-070a6082a9a5" 2024-11-18T23:24:37,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:37,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,42375,-1] 2024-11-18T23:24:37,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:24:37,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:37,389 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:24:37,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d61e7e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:37,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:24:37,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,43517,1731972255899, seqNum=-1] 2024-11-18T23:24:37,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:24:37,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:24:37,399 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:24:37,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,42375,1731972255418 2024-11-18T23:24:37,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d61ea6b 2024-11-18T23:24:37,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:24:37,400 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:24:37,403 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe., hostname=9d96596e55a9,43517,1731972255899, seqNum=2] 2024-11-18T23:24:37,405 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T23:24:37,410 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-18T23:24:37,413 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-18T23:24:37,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 131f891c50dedc17a4e15a6c6a413dbe/f 2024-11-18T23:24:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-18T23:24:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T23:24:37,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 131f891c50dedc17a4e15a6c6a413dbe/f 2024-11-18T23:24:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-18T23:24:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T23:24:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HRegion(2603): Flush status journal for 131f891c50dedc17a4e15a6c6a413dbe: 2024-11-18T23:24:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/staging/jenkins__test__6jlqulk96thf4c6p83id3h6tmj1h635socos67d002crbg1tvcg4pe8gkeakhtns/f/hfile_0 2024-11-18T23:24:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/staging/jenkins__test__6jlqulk96thf4c6p83id3h6tmj1h635socos67d002crbg1tvcg4pe8gkeakhtns/f/hfile_0 as hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/default/test/131f891c50dedc17a4e15a6c6a413dbe/f/e3a98159fc9c4c4d80d849f88cd57d42_SeqId_4_ 2024-11-18T23:24:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/staging/jenkins__test__6jlqulk96thf4c6p83id3h6tmj1h635socos67d002crbg1tvcg4pe8gkeakhtns/f/hfile_1 2024-11-18T23:24:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/staging/jenkins__test__6jlqulk96thf4c6p83id3h6tmj1h635socos67d002crbg1tvcg4pe8gkeakhtns/f/hfile_1 as hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/default/test/131f891c50dedc17a4e15a6c6a413dbe/f/c2852964c25d453fb4c468a282247789_SeqId_4_ 2024-11-18T23:24:37,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/staging/jenkins__test__6jlqulk96thf4c6p83id3h6tmj1h635socos67d002crbg1tvcg4pe8gkeakhtns/f/hfile_0 into 131f891c50dedc17a4e15a6c6a413dbe/f as hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/default/test/131f891c50dedc17a4e15a6c6a413dbe/f/e3a98159fc9c4c4d80d849f88cd57d42_SeqId_4_ - updating store file list. 2024-11-18T23:24:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e3a98159fc9c4c4d80d849f88cd57d42_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T23:24:37,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/default/test/131f891c50dedc17a4e15a6c6a413dbe/f/e3a98159fc9c4c4d80d849f88cd57d42_SeqId_4_ into 131f891c50dedc17a4e15a6c6a413dbe/f 2024-11-18T23:24:37,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/staging/jenkins__test__6jlqulk96thf4c6p83id3h6tmj1h635socos67d002crbg1tvcg4pe8gkeakhtns/f/hfile_0 into 131f891c50dedc17a4e15a6c6a413dbe/f (new location: hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/default/test/131f891c50dedc17a4e15a6c6a413dbe/f/e3a98159fc9c4c4d80d849f88cd57d42_SeqId_4_) 2024-11-18T23:24:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/staging/jenkins__test__6jlqulk96thf4c6p83id3h6tmj1h635socos67d002crbg1tvcg4pe8gkeakhtns/f/hfile_0 2024-11-18T23:24:37,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/staging/jenkins__test__6jlqulk96thf4c6p83id3h6tmj1h635socos67d002crbg1tvcg4pe8gkeakhtns/f/hfile_1 into 131f891c50dedc17a4e15a6c6a413dbe/f as hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/default/test/131f891c50dedc17a4e15a6c6a413dbe/f/c2852964c25d453fb4c468a282247789_SeqId_4_ - updating store file list. 2024-11-18T23:24:37,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c2852964c25d453fb4c468a282247789_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T23:24:37,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/default/test/131f891c50dedc17a4e15a6c6a413dbe/f/c2852964c25d453fb4c468a282247789_SeqId_4_ into 131f891c50dedc17a4e15a6c6a413dbe/f 2024-11-18T23:24:37,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/staging/jenkins__test__6jlqulk96thf4c6p83id3h6tmj1h635socos67d002crbg1tvcg4pe8gkeakhtns/f/hfile_1 into 131f891c50dedc17a4e15a6c6a413dbe/f (new location: hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/default/test/131f891c50dedc17a4e15a6c6a413dbe/f/c2852964c25d453fb4c468a282247789_SeqId_4_) 2024-11-18T23:24:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/staging/jenkins__test__6jlqulk96thf4c6p83id3h6tmj1h635socos67d002crbg1tvcg4pe8gkeakhtns/f/hfile_1 2024-11-18T23:24:37,457 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:24:37,457 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:24:37,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:37,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:37,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:24:37,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe., hostname=9d96596e55a9,43517,1731972255899, seqNum=2 , the old value is region=test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe., hostname=9d96596e55a9,43517,1731972255899, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9d96596e55a9:43517 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T23:24:37,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe., hostname=9d96596e55a9,43517,1731972255899, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T23:24:37,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:24:37,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe., hostname=9d96596e55a9,43517,1731972255899, seqNum=2 from cache 2024-11-18T23:24:37,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,35039,1731972263225, seqNum=-1] 2024-11-18T23:24:37,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:24:37,460 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T23:24:37,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:24:37,462 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731972272869.5f328a66c7e54715f4f097de8e353076., hostname=9d96596e55a9,35039,1731972263225, seqNum=2] 2024-11-18T23:24:37,463 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T23:24:37,567 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:43517 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T23:24:37,633 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972258644 to pos 379, reset compression=false 2024-11-18T23:24:37,636 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:24:37,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:37,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:37,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:37,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:37,637 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:24:37,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:37,637 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.shipper9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,43517,1731972255899 got entry batch from reader: WALEntryBatch [walEntries=[{test/131f891c50dedc17a4e15a6c6a413dbe/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731972277455/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972258644, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T23:24:37,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:37,639 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.shipper9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:24:37,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-18T23:24:37,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.ReplicationSink(318): Replicating [845a52b3-0a12-4379-aa33-070a6082a9a5] bulk loaded data 2024-11-18T23:24:37,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3df32de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:37,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,46253,-1 for getting cluster id 2024-11-18T23:24:37,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:24:37,641 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f13dc4bd-4c4a-4081-8b1f-594d9f2c88c0' 2024-11-18T23:24:37,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:24:37,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f13dc4bd-4c4a-4081-8b1f-594d9f2c88c0" 2024-11-18T23:24:37,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@730f3a1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:37,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,46253,-1] 2024-11-18T23:24:37,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:24:37,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:37,642 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:24:37,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79646446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:37,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741837_1013 (size=7894) 2024-11-18T23:24:37,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:37,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:37,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:37,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:37,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:37,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:37,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:37,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:37,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:37,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:37,837 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972258644 to pos 687, reset compression=false 2024-11-18T23:24:38,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741838_1014 (size=7691) 2024-11-18T23:24:38,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:24:38,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,46253,1731972262938 2024-11-18T23:24:38,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b05ae8e 2024-11-18T23:24:38,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:24:38,070 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-18T23:24:38,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T23:24:38,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:24:38,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,35039,1731972263225, seqNum=-1] 2024-11-18T23:24:38,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:24:38,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-18T23:24:38,077 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/staging/jenkins.hfs.22__test__bp98r7tft1n5d3lnp637uf403vflk6jqd065bfak63gikou9dlsl88vk4mlc1hk7/f/c2852964c25d453fb4c468a282247789_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-18T23:24:38,080 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/staging/jenkins.hfs.22__test__bp98r7tft1n5d3lnp637uf403vflk6jqd065bfak63gikou9dlsl88vk4mlc1hk7/f/e3a98159fc9c4c4d80d849f88cd57d42_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-18T23:24:38,087 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/staging/jenkins.hfs.22__test__bp98r7tft1n5d3lnp637uf403vflk6jqd065bfak63gikou9dlsl88vk4mlc1hk7/f/e3a98159fc9c4c4d80d849f88cd57d42_SeqId_4_ for inclusion in 5f328a66c7e54715f4f097de8e353076/f 2024-11-18T23:24:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-18T23:24:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T23:24:38,089 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/staging/jenkins.hfs.22__test__bp98r7tft1n5d3lnp637uf403vflk6jqd065bfak63gikou9dlsl88vk4mlc1hk7/f/c2852964c25d453fb4c468a282247789_SeqId_4_ for inclusion in 5f328a66c7e54715f4f097de8e353076/f 2024-11-18T23:24:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-18T23:24:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T23:24:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HRegion(2603): Flush status journal for 5f328a66c7e54715f4f097de8e353076: 2024-11-18T23:24:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e3a98159fc9c4c4d80d849f88cd57d42_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T23:24:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/staging/jenkins.hfs.22__test__bp98r7tft1n5d3lnp637uf403vflk6jqd065bfak63gikou9dlsl88vk4mlc1hk7/f/e3a98159fc9c4c4d80d849f88cd57d42_SeqId_4_ as hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/default/test/5f328a66c7e54715f4f097de8e353076/f/5d205115a8544ce5a0e7266516fad25b_SeqId_4_ 2024-11-18T23:24:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c2852964c25d453fb4c468a282247789_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T23:24:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/staging/jenkins.hfs.22__test__bp98r7tft1n5d3lnp637uf403vflk6jqd065bfak63gikou9dlsl88vk4mlc1hk7/f/c2852964c25d453fb4c468a282247789_SeqId_4_ as hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/default/test/5f328a66c7e54715f4f097de8e353076/f/b2fbcca07e784fb8b771778d262c6c27_SeqId_4_ 2024-11-18T23:24:38,094 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/staging/jenkins.hfs.22__test__bp98r7tft1n5d3lnp637uf403vflk6jqd065bfak63gikou9dlsl88vk4mlc1hk7/f/e3a98159fc9c4c4d80d849f88cd57d42_SeqId_4_ into 5f328a66c7e54715f4f097de8e353076/f as hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/default/test/5f328a66c7e54715f4f097de8e353076/f/5d205115a8544ce5a0e7266516fad25b_SeqId_4_ - updating store file list. 2024-11-18T23:24:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5d205115a8544ce5a0e7266516fad25b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T23:24:38,097 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/default/test/5f328a66c7e54715f4f097de8e353076/f/5d205115a8544ce5a0e7266516fad25b_SeqId_4_ into 5f328a66c7e54715f4f097de8e353076/f 2024-11-18T23:24:38,097 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/staging/jenkins.hfs.22__test__bp98r7tft1n5d3lnp637uf403vflk6jqd065bfak63gikou9dlsl88vk4mlc1hk7/f/e3a98159fc9c4c4d80d849f88cd57d42_SeqId_4_ into 5f328a66c7e54715f4f097de8e353076/f (new location: hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/default/test/5f328a66c7e54715f4f097de8e353076/f/5d205115a8544ce5a0e7266516fad25b_SeqId_4_) 2024-11-18T23:24:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/staging/jenkins.hfs.22__test__bp98r7tft1n5d3lnp637uf403vflk6jqd065bfak63gikou9dlsl88vk4mlc1hk7/f/e3a98159fc9c4c4d80d849f88cd57d42_SeqId_4_ 2024-11-18T23:24:38,098 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/staging/jenkins.hfs.22__test__bp98r7tft1n5d3lnp637uf403vflk6jqd065bfak63gikou9dlsl88vk4mlc1hk7/f/c2852964c25d453fb4c468a282247789_SeqId_4_ into 5f328a66c7e54715f4f097de8e353076/f as hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/default/test/5f328a66c7e54715f4f097de8e353076/f/b2fbcca07e784fb8b771778d262c6c27_SeqId_4_ - updating store file list. 2024-11-18T23:24:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b2fbcca07e784fb8b771778d262c6c27_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T23:24:38,101 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/default/test/5f328a66c7e54715f4f097de8e353076/f/b2fbcca07e784fb8b771778d262c6c27_SeqId_4_ into 5f328a66c7e54715f4f097de8e353076/f 2024-11-18T23:24:38,101 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/staging/jenkins.hfs.22__test__bp98r7tft1n5d3lnp637uf403vflk6jqd065bfak63gikou9dlsl88vk4mlc1hk7/f/c2852964c25d453fb4c468a282247789_SeqId_4_ into 5f328a66c7e54715f4f097de8e353076/f (new location: hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/default/test/5f328a66c7e54715f4f097de8e353076/f/b2fbcca07e784fb8b771778d262c6c27_SeqId_4_) 2024-11-18T23:24:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/staging/jenkins.hfs.22__test__bp98r7tft1n5d3lnp637uf403vflk6jqd065bfak63gikou9dlsl88vk4mlc1hk7/f/c2852964c25d453fb4c468a282247789_SeqId_4_ 2024-11-18T23:24:38,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.ReplicationSink(324): Finished replicating [845a52b3-0a12-4379-aa33-070a6082a9a5] bulk loaded data 2024-11-18T23:24:38,140 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972258644 to pos 687, reset compression=false 2024-11-18T23:24:38,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:24:38,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,35711,1731972269452, seqNum=-1] 2024-11-18T23:24:38,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:24:38,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:24:38,471 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731972275019.349775daeeffddbcae036f6753114d02., hostname=9d96596e55a9,35711,1731972269452, seqNum=2] 2024-11-18T23:24:38,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:24:38,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T23:24:38,479 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9d96596e55a9%2C43517%2C1731972255899.rep:(num 1731972276688) roll requested 2024-11-18T23:24:38,498 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.rep.1731972278479, exclude list is [], retry=0 2024-11-18T23:24:38,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36199,DS-9f2b04be-5089-4e3c-af46-745b985dde55,DISK] 2024-11-18T23:24:38,501 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.rep.1731972276688 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.rep.1731972278479 2024-11-18T23:24:38,501 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40675:40675)] 2024-11-18T23:24:38,502 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.rep.1731972276688 is not closed yet, will try archiving it next time 2024-11-18T23:24:38,502 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9d96596e55a9%2C43517%2C1731972255899:(num 1731972258644) roll requested 2024-11-18T23:24:38,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741839_1015 (size=1505) 2024-11-18T23:24:38,522 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502, exclude list is [], retry=0 2024-11-18T23:24:38,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36199,DS-9f2b04be-5089-4e3c-af46-745b985dde55,DISK] 2024-11-18T23:24:38,525 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972258644 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 2024-11-18T23:24:38,525 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40675:40675)] 2024-11-18T23:24:38,525 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972258644 is not closed yet, will try archiving it next time 2024-11-18T23:24:38,525 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9d96596e55a9%2C43517%2C1731972255899.meta:.meta(num 1731972259141) roll requested 2024-11-18T23:24:38,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb0f834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:38,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,42375,-1 for getting cluster id 2024-11-18T23:24:38,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741833_1009 (size=695) 2024-11-18T23:24:38,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:24:38,527 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '845a52b3-0a12-4379-aa33-070a6082a9a5' 2024-11-18T23:24:38,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:24:38,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "845a52b3-0a12-4379-aa33-070a6082a9a5" 2024-11-18T23:24:38,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ccb13b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:38,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,42375,-1] 2024-11-18T23:24:38,527 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972258644 to hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/oldWALs/9d96596e55a9%2C43517%2C1731972255899.1731972258644 2024-11-18T23:24:38,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:24:38,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:38,528 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:24:38,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d1c962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:38,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:24:38,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,42375,1731972255418 2024-11-18T23:24:38,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cacc1ca 2024-11-18T23:24:38,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:24:38,531 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:24:38,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://9d96596e55a9:33665,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T23:24:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T23:24:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T23:24:38,534 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:33665' 2024-11-18T23:24:38,535 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d9cb17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:38,535 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,33665,-1 for getting cluster id 2024-11-18T23:24:38,535 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:24:38,535 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99003efb-4711-42a1-8a26-5ff37bcc0253' 2024-11-18T23:24:38,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:24:38,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99003efb-4711-42a1-8a26-5ff37bcc0253" 2024-11-18T23:24:38,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba7e5b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:38,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,33665,-1] 2024-11-18T23:24:38,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:24:38,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:38,536 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:24:38,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6082fa22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:38,537 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:24:38,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,33665,1731972269270 2024-11-18T23:24:38,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@122f4544 2024-11-18T23:24:38,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:24:38,538 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:24:38,539 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-18T23:24:38,539 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T23:24:38,539 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:38,539 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:38,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:24:38,541 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.meta.1731972278525.meta, exclude list is [], retry=0 2024-11-18T23:24:38,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36199,DS-9f2b04be-5089-4e3c-af46-745b985dde55,DISK] 2024-11-18T23:24:38,543 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972258644 to pos 687, reset compression=false 2024-11-18T23:24:38,544 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.meta.1731972259141.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.meta.1731972278525.meta 2024-11-18T23:24:38,544 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40675:40675)] 2024-11-18T23:24:38,544 DEBUG [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.meta.1731972259141.meta is not closed yet, will try archiving it next time 2024-11-18T23:24:38,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741834_1010 (size=3473) 2024-11-18T23:24:38,545 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972258644 was moved to hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/oldWALs/9d96596e55a9%2C43517%2C1731972255899.1731972258644 2024-11-18T23:24:38,546 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972258644 2024-11-18T23:24:38,546 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.shipper9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,43517,1731972255899 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972258644, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-18T23:24:38,546 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502, startPosition=0, beingWritten=true 2024-11-18T23:24:38,548 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.shipper9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [9d96596e55a9%2C43517%2C1731972255899.1731972258644] 2024-11-18T23:24:38,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T23:24:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T23:24:38,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43517 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-18T23:24:38,723 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-18T23:24:38,780 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-9d96596e55a9,43517,1731972255899, ReplicationSource: 2, currentBandwidth=0 2024-11-18T23:24:38,782 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-18T23:24:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-18T23:24:38,785 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 9d96596e55a9,43517,1731972255899 suceeded 2024-11-18T23:24:38,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T23:24:38,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-18T23:24:38,787 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://9d96596e55a9:33665,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T23:24:38,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 256 msec 2024-11-18T23:24:38,803 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9d96596e55a9:33665' 2024-11-18T23:24:38,808 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46def8d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:38,808 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,33665,-1 for getting cluster id 2024-11-18T23:24:38,808 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:24:38,809 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99003efb-4711-42a1-8a26-5ff37bcc0253' 2024-11-18T23:24:38,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:24:38,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99003efb-4711-42a1-8a26-5ff37bcc0253" 2024-11-18T23:24:38,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a9a0618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:38,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,33665,-1] 2024-11-18T23:24:38,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:24:38,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:38,811 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:24:38,811 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e8c6e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:38,811 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:24:38,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,33665,1731972269270 2024-11-18T23:24:38,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48571fa0 2024-11-18T23:24:38,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:24:38,813 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-18T23:24:38,815 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9d96596e55a9,43517,1731972255899 (queues=1) is replicating from cluster=845a52b3-0a12-4379-aa33-070a6082a9a5 to cluster=99003efb-4711-42a1-8a26-5ff37bcc0253 2024-11-18T23:24:38,815 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9d96596e55a9%2C43517%2C1731972255899 2024-11-18T23:24:38,815 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9d96596e55a9,43517,1731972255899, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T23:24:38,816 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502, startPosition=0, beingWritten=true 2024-11-18T23:24:38,820 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.shipper9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9d96596e55a9%2C43517%2C1731972255899 2024-11-18T23:24:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T23:24:38,848 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-18T23:24:38,848 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:24:38,848 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:24:38,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:38,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:38,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:24:38,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T23:24:38,853 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731972278852/Put/seqid=0 2024-11-18T23:24:38,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741845_1021 (size=11194) 2024-11-18T23:24:39,027 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 to pos 0, reset compression=false 2024-11-18T23:24:39,054 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 to pos 0, reset compression=false 2024-11-18T23:24:39,268 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731972279268/Put/seqid=0 2024-11-18T23:24:39,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741846_1022 (size=10791) 2024-11-18T23:24:39,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc2c176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:39,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,42375,-1 for getting cluster id 2024-11-18T23:24:39,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:24:39,294 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '845a52b3-0a12-4379-aa33-070a6082a9a5' 2024-11-18T23:24:39,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:24:39,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "845a52b3-0a12-4379-aa33-070a6082a9a5" 2024-11-18T23:24:39,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2501e6f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:39,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,42375,-1] 2024-11-18T23:24:39,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:24:39,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:39,296 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:24:39,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3623234e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:39,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:24:39,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,43517,1731972255899, seqNum=-1] 2024-11-18T23:24:39,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:24:39,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T23:24:39,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:24:39,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,42375,1731972255418 2024-11-18T23:24:39,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a0bef51 2024-11-18T23:24:39,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:24:39,319 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T23:24:39,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe., hostname=9d96596e55a9,43517,1731972255899, seqNum=2] 2024-11-18T23:24:39,325 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T23:24:39,336 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 to pos 0, reset compression=false 2024-11-18T23:24:39,361 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-18T23:24:39,363 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-18T23:24:39,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 131f891c50dedc17a4e15a6c6a413dbe/f 2024-11-18T23:24:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T23:24:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T23:24:39,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 131f891c50dedc17a4e15a6c6a413dbe/f 2024-11-18T23:24:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T23:24:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T23:24:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HRegion(2603): Flush status journal for 131f891c50dedc17a4e15a6c6a413dbe: 2024-11-18T23:24:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/staging/jenkins__test__avllouoe3mfugj66ppimnkle5qbhfvhufune7p8c2djd6na5sdj0cqldjctpgo1j/f/hfile_1 2024-11-18T23:24:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/staging/jenkins__test__avllouoe3mfugj66ppimnkle5qbhfvhufune7p8c2djd6na5sdj0cqldjctpgo1j/f/hfile_1 as hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/default/test/131f891c50dedc17a4e15a6c6a413dbe/f/3bd5e01f8c6a4b55a48fb61220a592c0_SeqId_6_ 2024-11-18T23:24:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/staging/jenkins__test__avllouoe3mfugj66ppimnkle5qbhfvhufune7p8c2djd6na5sdj0cqldjctpgo1j/f/hfile_0 2024-11-18T23:24:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/staging/jenkins__test__avllouoe3mfugj66ppimnkle5qbhfvhufune7p8c2djd6na5sdj0cqldjctpgo1j/f/hfile_0 as hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/default/test/131f891c50dedc17a4e15a6c6a413dbe/f/c13ceeac77384b7a9524823824cf299c_SeqId_6_ 2024-11-18T23:24:39,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/staging/jenkins__test__avllouoe3mfugj66ppimnkle5qbhfvhufune7p8c2djd6na5sdj0cqldjctpgo1j/f/hfile_1 into 131f891c50dedc17a4e15a6c6a413dbe/f as hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/default/test/131f891c50dedc17a4e15a6c6a413dbe/f/3bd5e01f8c6a4b55a48fb61220a592c0_SeqId_6_ - updating store file list. 2024-11-18T23:24:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3bd5e01f8c6a4b55a48fb61220a592c0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T23:24:39,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/default/test/131f891c50dedc17a4e15a6c6a413dbe/f/3bd5e01f8c6a4b55a48fb61220a592c0_SeqId_6_ into 131f891c50dedc17a4e15a6c6a413dbe/f 2024-11-18T23:24:39,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/staging/jenkins__test__avllouoe3mfugj66ppimnkle5qbhfvhufune7p8c2djd6na5sdj0cqldjctpgo1j/f/hfile_1 into 131f891c50dedc17a4e15a6c6a413dbe/f (new location: hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/default/test/131f891c50dedc17a4e15a6c6a413dbe/f/3bd5e01f8c6a4b55a48fb61220a592c0_SeqId_6_) 2024-11-18T23:24:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/staging/jenkins__test__avllouoe3mfugj66ppimnkle5qbhfvhufune7p8c2djd6na5sdj0cqldjctpgo1j/f/hfile_1 2024-11-18T23:24:39,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/staging/jenkins__test__avllouoe3mfugj66ppimnkle5qbhfvhufune7p8c2djd6na5sdj0cqldjctpgo1j/f/hfile_0 into 131f891c50dedc17a4e15a6c6a413dbe/f as hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/default/test/131f891c50dedc17a4e15a6c6a413dbe/f/c13ceeac77384b7a9524823824cf299c_SeqId_6_ - updating store file list. 2024-11-18T23:24:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c13ceeac77384b7a9524823824cf299c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T23:24:39,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/default/test/131f891c50dedc17a4e15a6c6a413dbe/f/c13ceeac77384b7a9524823824cf299c_SeqId_6_ into 131f891c50dedc17a4e15a6c6a413dbe/f 2024-11-18T23:24:39,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/staging/jenkins__test__avllouoe3mfugj66ppimnkle5qbhfvhufune7p8c2djd6na5sdj0cqldjctpgo1j/f/hfile_0 into 131f891c50dedc17a4e15a6c6a413dbe/f (new location: hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/default/test/131f891c50dedc17a4e15a6c6a413dbe/f/c13ceeac77384b7a9524823824cf299c_SeqId_6_) 2024-11-18T23:24:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/staging/jenkins__test__avllouoe3mfugj66ppimnkle5qbhfvhufune7p8c2djd6na5sdj0cqldjctpgo1j/f/hfile_0 2024-11-18T23:24:39,431 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:24:39,432 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:24:39,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:39,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:39,432 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:24:39,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe., hostname=9d96596e55a9,43517,1731972255899, seqNum=2 , the old value is region=test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe., hostname=9d96596e55a9,43517,1731972255899, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9d96596e55a9:43517 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T23:24:39,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe., hostname=9d96596e55a9,43517,1731972255899, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T23:24:39,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe., hostname=9d96596e55a9,43517,1731972255899, seqNum=2 from cache 2024-11-18T23:24:39,435 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T23:24:39,438 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T23:24:39,538 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:43517 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-18T23:24:39,679 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 to pos 0, reset compression=false 2024-11-18T23:24:39,682 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:24:39,683 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.shipper9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9d96596e55a9,43517,1731972255899 got entry batch from reader: WALEntryBatch [walEntries=[{test/131f891c50dedc17a4e15a6c6a413dbe/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731972279423/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T23:24:39,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.ReplicationSink(318): Replicating [845a52b3-0a12-4379-aa33-070a6082a9a5] bulk loaded data 2024-11-18T23:24:39,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741839_1015 (size=10791) 2024-11-18T23:24:39,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741840_1016 (size=11194) 2024-11-18T23:24:39,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T23:24:39,752 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/staging/jenkins.hfs.22__test__qsl05rr28uop9nftrv9jlfkiqkmipu30jq11k7m04rc5ushvfqp5og2a9b5kng7t/f/3bd5e01f8c6a4b55a48fb61220a592c0_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-18T23:24:39,754 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/staging/jenkins.hfs.22__test__qsl05rr28uop9nftrv9jlfkiqkmipu30jq11k7m04rc5ushvfqp5og2a9b5kng7t/f/c13ceeac77384b7a9524823824cf299c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-18T23:24:39,756 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/staging/jenkins.hfs.22__test__qsl05rr28uop9nftrv9jlfkiqkmipu30jq11k7m04rc5ushvfqp5og2a9b5kng7t/f/3bd5e01f8c6a4b55a48fb61220a592c0_SeqId_6_ for inclusion in 5f328a66c7e54715f4f097de8e353076/f 2024-11-18T23:24:39,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T23:24:39,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T23:24:39,759 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/staging/jenkins.hfs.22__test__qsl05rr28uop9nftrv9jlfkiqkmipu30jq11k7m04rc5ushvfqp5og2a9b5kng7t/f/c13ceeac77384b7a9524823824cf299c_SeqId_6_ for inclusion in 5f328a66c7e54715f4f097de8e353076/f 2024-11-18T23:24:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T23:24:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T23:24:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HRegion(2603): Flush status journal for 5f328a66c7e54715f4f097de8e353076: 2024-11-18T23:24:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3bd5e01f8c6a4b55a48fb61220a592c0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T23:24:39,762 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 to pos 0, reset compression=false 2024-11-18T23:24:39,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/staging/jenkins.hfs.22__test__qsl05rr28uop9nftrv9jlfkiqkmipu30jq11k7m04rc5ushvfqp5og2a9b5kng7t/f/3bd5e01f8c6a4b55a48fb61220a592c0_SeqId_6_ as hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/default/test/5f328a66c7e54715f4f097de8e353076/f/bb12aaf7edab41cd9be25b5c48cbf25e_SeqId_6_ 2024-11-18T23:24:39,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c13ceeac77384b7a9524823824cf299c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T23:24:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/staging/jenkins.hfs.22__test__qsl05rr28uop9nftrv9jlfkiqkmipu30jq11k7m04rc5ushvfqp5og2a9b5kng7t/f/c13ceeac77384b7a9524823824cf299c_SeqId_6_ as hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/default/test/5f328a66c7e54715f4f097de8e353076/f/f07d122f08234f64a742507a049d6c08_SeqId_6_ 2024-11-18T23:24:39,765 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/staging/jenkins.hfs.22__test__qsl05rr28uop9nftrv9jlfkiqkmipu30jq11k7m04rc5ushvfqp5og2a9b5kng7t/f/3bd5e01f8c6a4b55a48fb61220a592c0_SeqId_6_ into 5f328a66c7e54715f4f097de8e353076/f as hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/default/test/5f328a66c7e54715f4f097de8e353076/f/bb12aaf7edab41cd9be25b5c48cbf25e_SeqId_6_ - updating store file list. 2024-11-18T23:24:39,767 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T23:24:39,767 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.shipper9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-9d96596e55a9,43517,1731972255899 got entry batch from reader: WALEntryBatch [walEntries=[{test/131f891c50dedc17a4e15a6c6a413dbe/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731972279423/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T23:24:39,769 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.shipper9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T23:24:39,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-18T23:24:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bb12aaf7edab41cd9be25b5c48cbf25e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T23:24:39,771 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/default/test/5f328a66c7e54715f4f097de8e353076/f/bb12aaf7edab41cd9be25b5c48cbf25e_SeqId_6_ into 5f328a66c7e54715f4f097de8e353076/f 2024-11-18T23:24:39,771 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/staging/jenkins.hfs.22__test__qsl05rr28uop9nftrv9jlfkiqkmipu30jq11k7m04rc5ushvfqp5og2a9b5kng7t/f/3bd5e01f8c6a4b55a48fb61220a592c0_SeqId_6_ into 5f328a66c7e54715f4f097de8e353076/f (new location: hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/default/test/5f328a66c7e54715f4f097de8e353076/f/bb12aaf7edab41cd9be25b5c48cbf25e_SeqId_6_) 2024-11-18T23:24:39,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] regionserver.ReplicationSink(318): Replicating [845a52b3-0a12-4379-aa33-070a6082a9a5] bulk loaded data 2024-11-18T23:24:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/staging/jenkins.hfs.22__test__qsl05rr28uop9nftrv9jlfkiqkmipu30jq11k7m04rc5ushvfqp5og2a9b5kng7t/f/3bd5e01f8c6a4b55a48fb61220a592c0_SeqId_6_ 2024-11-18T23:24:39,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e25d172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:39,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] client.ClusterIdFetcher(90): Going to request 9d96596e55a9,33665,-1 for getting cluster id 2024-11-18T23:24:39,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T23:24:39,772 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/staging/jenkins.hfs.22__test__qsl05rr28uop9nftrv9jlfkiqkmipu30jq11k7m04rc5ushvfqp5og2a9b5kng7t/f/c13ceeac77384b7a9524823824cf299c_SeqId_6_ into 5f328a66c7e54715f4f097de8e353076/f as hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/default/test/5f328a66c7e54715f4f097de8e353076/f/f07d122f08234f64a742507a049d6c08_SeqId_6_ - updating store file list. 2024-11-18T23:24:39,773 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99003efb-4711-42a1-8a26-5ff37bcc0253' 2024-11-18T23:24:39,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T23:24:39,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99003efb-4711-42a1-8a26-5ff37bcc0253" 2024-11-18T23:24:39,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@598c490f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:39,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9d96596e55a9,33665,-1] 2024-11-18T23:24:39,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T23:24:39,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:39,775 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-18T23:24:39,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ed4d8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T23:24:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f07d122f08234f64a742507a049d6c08_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T23:24:39,780 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/default/test/5f328a66c7e54715f4f097de8e353076/f/f07d122f08234f64a742507a049d6c08_SeqId_6_ into 5f328a66c7e54715f4f097de8e353076/f 2024-11-18T23:24:39,780 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/staging/jenkins.hfs.22__test__qsl05rr28uop9nftrv9jlfkiqkmipu30jq11k7m04rc5ushvfqp5og2a9b5kng7t/f/c13ceeac77384b7a9524823824cf299c_SeqId_6_ into 5f328a66c7e54715f4f097de8e353076/f (new location: hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/default/test/5f328a66c7e54715f4f097de8e353076/f/f07d122f08234f64a742507a049d6c08_SeqId_6_) 2024-11-18T23:24:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35039 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/staging/jenkins.hfs.22__test__qsl05rr28uop9nftrv9jlfkiqkmipu30jq11k7m04rc5ushvfqp5og2a9b5kng7t/f/c13ceeac77384b7a9524823824cf299c_SeqId_6_ 2024-11-18T23:24:39,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.ReplicationSink(324): Finished replicating [845a52b3-0a12-4379-aa33-070a6082a9a5] bulk loaded data 2024-11-18T23:24:39,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741837_1013 (size=10791) 2024-11-18T23:24:39,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741838_1014 (size=11194) 2024-11-18T23:24:39,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T23:24:39,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9d96596e55a9,33665,1731972269270 2024-11-18T23:24:39,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77f9bcff 2024-11-18T23:24:39,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T23:24:39,852 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-18T23:24:39,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T23:24:39,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T23:24:39,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9d96596e55a9,35711,1731972269452, seqNum=-1] 2024-11-18T23:24:39,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T23:24:39,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-18T23:24:39,866 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/staging/jenkins.hfs.23__test__berghrna01r8s04hsn55pkn3lulu6rcno9ila0rm05gj7aacrb580inqjudbmhjf/f/3bd5e01f8c6a4b55a48fb61220a592c0_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-18T23:24:39,869 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/staging/jenkins.hfs.23__test__berghrna01r8s04hsn55pkn3lulu6rcno9ila0rm05gj7aacrb580inqjudbmhjf/f/c13ceeac77384b7a9524823824cf299c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-18T23:24:39,871 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35711 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/staging/jenkins.hfs.23__test__berghrna01r8s04hsn55pkn3lulu6rcno9ila0rm05gj7aacrb580inqjudbmhjf/f/c13ceeac77384b7a9524823824cf299c_SeqId_6_ for inclusion in 349775daeeffddbcae036f6753114d02/f 2024-11-18T23:24:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35711 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T23:24:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35711 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T23:24:39,874 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35711 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/staging/jenkins.hfs.23__test__berghrna01r8s04hsn55pkn3lulu6rcno9ila0rm05gj7aacrb580inqjudbmhjf/f/3bd5e01f8c6a4b55a48fb61220a592c0_SeqId_6_ for inclusion in 349775daeeffddbcae036f6753114d02/f 2024-11-18T23:24:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35711 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T23:24:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35711 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T23:24:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35711 {}] regionserver.HRegion(2603): Flush status journal for 349775daeeffddbcae036f6753114d02: 2024-11-18T23:24:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c13ceeac77384b7a9524823824cf299c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T23:24:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/staging/jenkins.hfs.23__test__berghrna01r8s04hsn55pkn3lulu6rcno9ila0rm05gj7aacrb580inqjudbmhjf/f/c13ceeac77384b7a9524823824cf299c_SeqId_6_ as hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/default/test/349775daeeffddbcae036f6753114d02/f/cb34dee995f14f2bacd5e38e0c2142ac_SeqId_4_ 2024-11-18T23:24:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3bd5e01f8c6a4b55a48fb61220a592c0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T23:24:39,883 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 to pos 393, reset compression=false 2024-11-18T23:24:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35711 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/staging/jenkins.hfs.23__test__berghrna01r8s04hsn55pkn3lulu6rcno9ila0rm05gj7aacrb580inqjudbmhjf/f/3bd5e01f8c6a4b55a48fb61220a592c0_SeqId_6_ as hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/default/test/349775daeeffddbcae036f6753114d02/f/2d6a45b3472047abb6c84b8304bde553_SeqId_4_ 2024-11-18T23:24:39,884 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35711 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/staging/jenkins.hfs.23__test__berghrna01r8s04hsn55pkn3lulu6rcno9ila0rm05gj7aacrb580inqjudbmhjf/f/c13ceeac77384b7a9524823824cf299c_SeqId_6_ into 349775daeeffddbcae036f6753114d02/f as hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/default/test/349775daeeffddbcae036f6753114d02/f/cb34dee995f14f2bacd5e38e0c2142ac_SeqId_4_ - updating store file list. 2024-11-18T23:24:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35711 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cb34dee995f14f2bacd5e38e0c2142ac_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T23:24:39,890 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35711 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/default/test/349775daeeffddbcae036f6753114d02/f/cb34dee995f14f2bacd5e38e0c2142ac_SeqId_4_ into 349775daeeffddbcae036f6753114d02/f 2024-11-18T23:24:39,890 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35711 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/staging/jenkins.hfs.23__test__berghrna01r8s04hsn55pkn3lulu6rcno9ila0rm05gj7aacrb580inqjudbmhjf/f/c13ceeac77384b7a9524823824cf299c_SeqId_6_ into 349775daeeffddbcae036f6753114d02/f (new location: hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/default/test/349775daeeffddbcae036f6753114d02/f/cb34dee995f14f2bacd5e38e0c2142ac_SeqId_4_) 2024-11-18T23:24:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/staging/jenkins.hfs.23__test__berghrna01r8s04hsn55pkn3lulu6rcno9ila0rm05gj7aacrb580inqjudbmhjf/f/c13ceeac77384b7a9524823824cf299c_SeqId_6_ 2024-11-18T23:24:39,891 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35711 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/staging/jenkins.hfs.23__test__berghrna01r8s04hsn55pkn3lulu6rcno9ila0rm05gj7aacrb580inqjudbmhjf/f/3bd5e01f8c6a4b55a48fb61220a592c0_SeqId_6_ into 349775daeeffddbcae036f6753114d02/f as hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/default/test/349775daeeffddbcae036f6753114d02/f/2d6a45b3472047abb6c84b8304bde553_SeqId_4_ - updating store file list. 2024-11-18T23:24:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35711 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2d6a45b3472047abb6c84b8304bde553_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T23:24:39,898 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35711 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/default/test/349775daeeffddbcae036f6753114d02/f/2d6a45b3472047abb6c84b8304bde553_SeqId_4_ into 349775daeeffddbcae036f6753114d02/f 2024-11-18T23:24:39,898 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35711 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/staging/jenkins.hfs.23__test__berghrna01r8s04hsn55pkn3lulu6rcno9ila0rm05gj7aacrb580inqjudbmhjf/f/3bd5e01f8c6a4b55a48fb61220a592c0_SeqId_6_ into 349775daeeffddbcae036f6753114d02/f (new location: hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/default/test/349775daeeffddbcae036f6753114d02/f/2d6a45b3472047abb6c84b8304bde553_SeqId_4_) 2024-11-18T23:24:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35711 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/staging/jenkins.hfs.23__test__berghrna01r8s04hsn55pkn3lulu6rcno9ila0rm05gj7aacrb580inqjudbmhjf/f/3bd5e01f8c6a4b55a48fb61220a592c0_SeqId_6_ 2024-11-18T23:24:39,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35711 {}] regionserver.ReplicationSink(324): Finished replicating [845a52b3-0a12-4379-aa33-070a6082a9a5] bulk loaded data 2024-11-18T23:24:39,967 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 to pos 393, reset compression=false 2024-11-18T23:24:40,201 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 to pos 393, reset compression=false 2024-11-18T23:24:40,277 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 to pos 393, reset compression=false 2024-11-18T23:24:40,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T23:24:40,468 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:24:40,468 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:24:40,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:40,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:40,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:24:40,469 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T23:24:40,469 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1947733485, stopped=false 2024-11-18T23:24:40,469 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d96596e55a9,33665,1731972269270 2024-11-18T23:24:40,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x10150433b4d0007, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-436994251/running 2024-11-18T23:24:40,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-436994251/running 2024-11-18T23:24:40,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-436994251 2024-11-18T23:24:40,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x10150433b4d0007, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-436994251 2024-11-18T23:24:40,591 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:24:40,591 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:24:40,591 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:24:40,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:40,592 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d96596e55a9,35711,1731972269452' ***** 2024-11-18T23:24:40,592 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T23:24:40,593 INFO [RS:0;9d96596e55a9:35711 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T23:24:40,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Set watcher on znode that does not yet exist, /2-436994251/running 2024-11-18T23:24:40,593 INFO [RS:0;9d96596e55a9:35711 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T23:24:40,593 INFO [RS:0;9d96596e55a9:35711 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T23:24:40,593 INFO [RS:0;9d96596e55a9:35711 {}] regionserver.HRegionServer(3091): Received CLOSE for 349775daeeffddbcae036f6753114d02 2024-11-18T23:24:40,594 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T23:24:40,599 INFO [RS:0;9d96596e55a9:35711 {}] regionserver.HRegionServer(959): stopping server 9d96596e55a9,35711,1731972269452 2024-11-18T23:24:40,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35711-0x10150433b4d0007, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Set watcher on znode that does not yet exist, /2-436994251/running 2024-11-18T23:24:40,599 INFO [RS:0;9d96596e55a9:35711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:24:40,599 INFO [RS:0;9d96596e55a9:35711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:35711. 2024-11-18T23:24:40,600 DEBUG [RS:0;9d96596e55a9:35711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:24:40,600 DEBUG [RS:0;9d96596e55a9:35711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:40,600 INFO [RS:0;9d96596e55a9:35711 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T23:24:40,600 INFO [RS:0;9d96596e55a9:35711 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T23:24:40,600 INFO [RS:0;9d96596e55a9:35711 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T23:24:40,600 INFO [RS:0;9d96596e55a9:35711 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T23:24:40,600 INFO [RS:0;9d96596e55a9:35711 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T23:24:40,600 DEBUG [RS:0;9d96596e55a9:35711 {}] regionserver.HRegionServer(1325): Online Regions={349775daeeffddbcae036f6753114d02=test,,1731972275019.349775daeeffddbcae036f6753114d02., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:24:40,600 DEBUG [RS:0;9d96596e55a9:35711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 349775daeeffddbcae036f6753114d02 2024-11-18T23:24:40,601 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:24:40,601 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:24:40,601 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:24:40,601 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:24:40,601 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:24:40,601 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 349775daeeffddbcae036f6753114d02, disabling compactions & flushes 2024-11-18T23:24:40,601 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731972275019.349775daeeffddbcae036f6753114d02. 2024-11-18T23:24:40,601 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972275019.349775daeeffddbcae036f6753114d02. 2024-11-18T23:24:40,601 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T23:24:40,601 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731972275019.349775daeeffddbcae036f6753114d02. after waiting 0 ms 2024-11-18T23:24:40,601 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731972275019.349775daeeffddbcae036f6753114d02. 2024-11-18T23:24:40,604 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 to pos 393, reset compression=false 2024-11-18T23:24:40,620 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/default/test/349775daeeffddbcae036f6753114d02/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-18T23:24:40,621 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:24:40,621 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:24:40,621 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731972275019.349775daeeffddbcae036f6753114d02. 2024-11-18T23:24:40,621 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 349775daeeffddbcae036f6753114d02: Waiting for close lock at 1731972280601Running coprocessor pre-close hooks at 1731972280601Disabling compacts and flushes for region at 1731972280601Disabling writes for close at 1731972280601Writing region close event to WAL at 1731972280615 (+14 ms)Running coprocessor post-close hooks at 1731972280621 (+6 ms)Closed at 1731972280621 2024-11-18T23:24:40,621 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731972275019.349775daeeffddbcae036f6753114d02. 2024-11-18T23:24:40,640 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740/.tmp/info/49e5f191bda84f88b37e4d3b1fdb3a88 is 129, key is test,,1731972275019.349775daeeffddbcae036f6753114d02./info:regioninfo/1731972275897/Put/seqid=0 2024-11-18T23:24:40,658 INFO [regionserver/9d96596e55a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:24:40,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741839_1015 (size=6421) 2024-11-18T23:24:40,667 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740/.tmp/info/49e5f191bda84f88b37e4d3b1fdb3a88 2024-11-18T23:24:40,680 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 to pos 393, reset compression=false 2024-11-18T23:24:40,695 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740/.tmp/ns/189cb8a70bfe4d58b1a84658676c236d is 43, key is default/ns:d/1731972272170/Put/seqid=0 2024-11-18T23:24:40,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741840_1016 (size=5153) 2024-11-18T23:24:40,801 DEBUG [RS:0;9d96596e55a9:35711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:24:41,001 DEBUG [RS:0;9d96596e55a9:35711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:24:41,110 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740/.tmp/ns/189cb8a70bfe4d58b1a84658676c236d 2024-11-18T23:24:41,115 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 to pos 393, reset compression=false 2024-11-18T23:24:41,132 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740/.tmp/rep_barrier/f91ab1b54b4a4f36bd89f87680959341 is 112, key is test,,1731972275019.349775daeeffddbcae036f6753114d02./rep_barrier:seqnumDuringOpen/1731972275897/Put/seqid=0 2024-11-18T23:24:41,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741841_1017 (size=5518) 2024-11-18T23:24:41,193 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 to pos 393, reset compression=false 2024-11-18T23:24:41,201 DEBUG [RS:0;9d96596e55a9:35711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:24:41,401 DEBUG [RS:0;9d96596e55a9:35711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:24:41,536 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740/.tmp/rep_barrier/f91ab1b54b4a4f36bd89f87680959341 2024-11-18T23:24:41,539 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T23:24:41,539 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T23:24:41,557 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740/.tmp/table/449ad96e203340aaa9aa7ca417d986fb is 40, key is test/table:state/1731972275926/Put/seqid=0 2024-11-18T23:24:41,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741842_1018 (size=5165) 2024-11-18T23:24:41,567 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740/.tmp/table/449ad96e203340aaa9aa7ca417d986fb 2024-11-18T23:24:41,576 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740/.tmp/info/49e5f191bda84f88b37e4d3b1fdb3a88 as hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740/info/49e5f191bda84f88b37e4d3b1fdb3a88 2024-11-18T23:24:41,580 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740/info/49e5f191bda84f88b37e4d3b1fdb3a88, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T23:24:41,580 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740/.tmp/ns/189cb8a70bfe4d58b1a84658676c236d as hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740/ns/189cb8a70bfe4d58b1a84658676c236d 2024-11-18T23:24:41,587 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740/ns/189cb8a70bfe4d58b1a84658676c236d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T23:24:41,588 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740/.tmp/rep_barrier/f91ab1b54b4a4f36bd89f87680959341 as hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740/rep_barrier/f91ab1b54b4a4f36bd89f87680959341 2024-11-18T23:24:41,595 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740/rep_barrier/f91ab1b54b4a4f36bd89f87680959341, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T23:24:41,596 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740/.tmp/table/449ad96e203340aaa9aa7ca417d986fb as hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740/table/449ad96e203340aaa9aa7ca417d986fb 2024-11-18T23:24:41,599 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740/table/449ad96e203340aaa9aa7ca417d986fb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T23:24:41,600 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 999ms, sequenceid=11, compaction requested=false 2024-11-18T23:24:41,601 INFO [RS:0;9d96596e55a9:35711 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T23:24:41,601 DEBUG [RS:0;9d96596e55a9:35711 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:24:41,601 DEBUG [RS:0;9d96596e55a9:35711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:24:41,613 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T23:24:41,614 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:24:41,614 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:24:41,614 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:24:41,614 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972280601Running coprocessor pre-close hooks at 1731972280601Disabling compacts and flushes for region at 1731972280601Disabling writes for close at 1731972280601Obtaining lock to block concurrent updates at 1731972280601Preparing flush snapshotting stores in 1588230740 at 1731972280601Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731972280602 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731972280602Flushing 1588230740/info: creating writer at 1731972280602Flushing 1588230740/info: appending metadata at 1731972280629 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731972280629Flushing 1588230740/ns: creating writer at 1731972280671 (+42 ms)Flushing 1588230740/ns: appending metadata at 1731972280694 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731972280695 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731972281113 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731972281132 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731972281132Flushing 1588230740/table: creating writer at 1731972281539 (+407 ms)Flushing 1588230740/table: appending metadata at 1731972281556 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731972281556Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@363170ed: reopening flushed file at 1731972281575 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19753fb2: reopening flushed file at 1731972281580 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23f771fb: reopening flushed file at 1731972281587 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f4efd05: reopening flushed file at 1731972281595 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 999ms, sequenceid=11, compaction requested=false at 1731972281600 (+5 ms)Writing region close event to WAL at 1731972281609 (+9 ms)Running coprocessor post-close hooks at 1731972281614 (+5 ms)Closed at 1731972281614 2024-11-18T23:24:41,615 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T23:24:41,724 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 to pos 393, reset compression=false 2024-11-18T23:24:41,797 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 to pos 393, reset compression=false 2024-11-18T23:24:41,802 INFO [RS:0;9d96596e55a9:35711 {}] regionserver.HRegionServer(976): stopping server 9d96596e55a9,35711,1731972269452; all regions closed. 2024-11-18T23:24:41,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741834_1010 (size=2717) 2024-11-18T23:24:41,805 DEBUG [RS:0;9d96596e55a9:35711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/oldWALs 2024-11-18T23:24:41,805 INFO [RS:0;9d96596e55a9:35711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C35711%2C1731972269452.meta:.meta(num 1731972272099) 2024-11-18T23:24:41,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741833_1009 (size=1028) 2024-11-18T23:24:41,806 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/WALs/9d96596e55a9,35711,1731972269452/9d96596e55a9%2C35711%2C1731972269452.1731972271662 not finished, retry = 0 2024-11-18T23:24:41,908 DEBUG [RS:0;9d96596e55a9:35711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/oldWALs 2024-11-18T23:24:41,909 INFO [RS:0;9d96596e55a9:35711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C35711%2C1731972269452:(num 1731972271662) 2024-11-18T23:24:41,909 DEBUG [RS:0;9d96596e55a9:35711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:41,909 INFO [RS:0;9d96596e55a9:35711 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:24:41,909 INFO [RS:0;9d96596e55a9:35711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:24:41,909 INFO [RS:0;9d96596e55a9:35711 {}] hbase.ChoreService(370): Chore service for: regionserver/9d96596e55a9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T23:24:41,909 INFO [RS:0;9d96596e55a9:35711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:24:41,909 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:24:41,910 INFO [RS:0;9d96596e55a9:35711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:35711. 2024-11-18T23:24:41,910 DEBUG [RS:0;9d96596e55a9:35711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:24:41,910 DEBUG [RS:0;9d96596e55a9:35711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:41,910 DEBUG [RS:0;9d96596e55a9:35711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:41,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:24:41,910 INFO [RS:0;9d96596e55a9:35711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35711 2024-11-18T23:24:42,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-436994251/rs 2024-11-18T23:24:42,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x10150433b4d0007, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-436994251/rs/9d96596e55a9,35711,1731972269452 2024-11-18T23:24:42,033 INFO [RS:0;9d96596e55a9:35711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:24:42,043 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d96596e55a9,35711,1731972269452] 2024-11-18T23:24:42,054 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-436994251/draining/9d96596e55a9,35711,1731972269452 already deleted, retry=false 2024-11-18T23:24:42,054 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d96596e55a9,35711,1731972269452 expired; onlineServers=0 2024-11-18T23:24:42,054 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d96596e55a9,33665,1731972269270' ***** 2024-11-18T23:24:42,054 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T23:24:42,054 INFO [M:0;9d96596e55a9:33665 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:24:42,054 INFO [M:0;9d96596e55a9:33665 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:24:42,054 DEBUG [M:0;9d96596e55a9:33665 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T23:24:42,054 DEBUG [M:0;9d96596e55a9:33665 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T23:24:42,054 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T23:24:42,054 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972271272 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972271272,5,FailOnTimeoutGroup] 2024-11-18T23:24:42,054 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972271260 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972271260,5,FailOnTimeoutGroup] 2024-11-18T23:24:42,054 INFO [M:0;9d96596e55a9:33665 {}] hbase.ChoreService(370): Chore service for: master/9d96596e55a9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T23:24:42,054 INFO [M:0;9d96596e55a9:33665 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:24:42,054 DEBUG [M:0;9d96596e55a9:33665 {}] master.HMaster(1795): Stopping service threads 2024-11-18T23:24:42,055 INFO [M:0;9d96596e55a9:33665 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T23:24:42,055 INFO [M:0;9d96596e55a9:33665 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:24:42,055 INFO [M:0;9d96596e55a9:33665 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T23:24:42,055 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T23:24:42,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-436994251/master 2024-11-18T23:24:42,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-436994251 2024-11-18T23:24:42,064 DEBUG [M:0;9d96596e55a9:33665 {}] zookeeper.ZKUtil(347): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Unable to get data of znode /2-436994251/master because node does not exist (not an error) 2024-11-18T23:24:42,064 WARN [M:0;9d96596e55a9:33665 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T23:24:42,065 INFO [M:0;9d96596e55a9:33665 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/.lastflushedseqids 2024-11-18T23:24:42,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741843_1019 (size=173) 2024-11-18T23:24:42,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x10150433b4d0007, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:24:42,143 INFO [RS:0;9d96596e55a9:35711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:24:42,143 INFO [RS:0;9d96596e55a9:35711 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d96596e55a9,35711,1731972269452; zookeeper connection closed. 2024-11-18T23:24:42,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35711-0x10150433b4d0007, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:24:42,144 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@436264fb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@436264fb 2024-11-18T23:24:42,144 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T23:24:42,427 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 to pos 393, reset compression=false 2024-11-18T23:24:42,469 INFO [M:0;9d96596e55a9:33665 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T23:24:42,469 INFO [M:0;9d96596e55a9:33665 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T23:24:42,469 DEBUG [M:0;9d96596e55a9:33665 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:24:42,469 INFO [M:0;9d96596e55a9:33665 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:42,469 DEBUG [M:0;9d96596e55a9:33665 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:42,469 DEBUG [M:0;9d96596e55a9:33665 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:24:42,469 DEBUG [M:0;9d96596e55a9:33665 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:42,469 INFO [M:0;9d96596e55a9:33665 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-18T23:24:42,484 DEBUG [M:0;9d96596e55a9:33665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7669930266cb47b687820d614098d8f2 is 82, key is hbase:meta,,1/info:regioninfo/1731972272147/Put/seqid=0 2024-11-18T23:24:42,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741844_1020 (size=5672) 2024-11-18T23:24:42,500 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 to pos 393, reset compression=false 2024-11-18T23:24:42,890 INFO [M:0;9d96596e55a9:33665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7669930266cb47b687820d614098d8f2 2024-11-18T23:24:42,905 DEBUG [M:0;9d96596e55a9:33665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99fc93992a9040108881df6626920706 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731972275932/Put/seqid=0 2024-11-18T23:24:42,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741845_1021 (size=6587) 2024-11-18T23:24:43,231 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 to pos 393, reset compression=false 2024-11-18T23:24:43,305 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 to pos 393, reset compression=false 2024-11-18T23:24:43,308 INFO [M:0;9d96596e55a9:33665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99fc93992a9040108881df6626920706 2024-11-18T23:24:43,328 DEBUG [M:0;9d96596e55a9:33665 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fe52fea75a84c9188aff01989678d6c is 69, key is 9d96596e55a9,35711,1731972269452/rs:state/1731972271339/Put/seqid=0 2024-11-18T23:24:43,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741846_1022 (size=5156) 2024-11-18T23:24:43,332 INFO [M:0;9d96596e55a9:33665 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fe52fea75a84c9188aff01989678d6c 2024-11-18T23:24:43,335 DEBUG [M:0;9d96596e55a9:33665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7669930266cb47b687820d614098d8f2 as hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7669930266cb47b687820d614098d8f2 2024-11-18T23:24:43,338 INFO [M:0;9d96596e55a9:33665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7669930266cb47b687820d614098d8f2, entries=8, sequenceid=55, filesize=5.5 K 2024-11-18T23:24:43,339 DEBUG [M:0;9d96596e55a9:33665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99fc93992a9040108881df6626920706 as hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99fc93992a9040108881df6626920706 2024-11-18T23:24:43,342 INFO [M:0;9d96596e55a9:33665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99fc93992a9040108881df6626920706, entries=6, sequenceid=55, filesize=6.4 K 2024-11-18T23:24:43,343 DEBUG [M:0;9d96596e55a9:33665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fe52fea75a84c9188aff01989678d6c as hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fe52fea75a84c9188aff01989678d6c 2024-11-18T23:24:43,346 INFO [M:0;9d96596e55a9:33665 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38403/user/jenkins/test-data/acb531d3-ea9a-ece2-bc86-fe199295d120/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fe52fea75a84c9188aff01989678d6c, entries=1, sequenceid=55, filesize=5.0 K 2024-11-18T23:24:43,347 INFO [M:0;9d96596e55a9:33665 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=55, compaction requested=false 2024-11-18T23:24:43,348 INFO [M:0;9d96596e55a9:33665 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:43,348 DEBUG [M:0;9d96596e55a9:33665 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972282469Disabling compacts and flushes for region at 1731972282469Disabling writes for close at 1731972282469Obtaining lock to block concurrent updates at 1731972282469Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731972282469Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731972282469Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731972282470 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731972282470Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731972282484 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731972282484Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731972282893 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731972282905 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731972282905Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731972283311 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731972283327 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731972283327Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e8bdcea: reopening flushed file at 1731972283334 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc1f7f9: reopening flushed file at 1731972283338 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22add31f: reopening flushed file at 1731972283342 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=55, compaction requested=false at 1731972283347 (+5 ms)Writing region close event to WAL at 1731972283348 (+1 ms)Closed at 1731972283348 2024-11-18T23:24:43,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741830_1006 (size=32782) 2024-11-18T23:24:43,356 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:24:43,356 INFO [M:0;9d96596e55a9:33665 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T23:24:43,356 INFO [M:0;9d96596e55a9:33665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33665 2024-11-18T23:24:43,357 INFO [M:0;9d96596e55a9:33665 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:24:43,474 INFO [M:0;9d96596e55a9:33665 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:24:43,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:24:43,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33665-0x10150433b4d0006, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:24:43,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a76c9c1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:24:43,477 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6dbbfad5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:24:43,477 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:24:43,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60a3814e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:24:43,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57d724a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/hadoop.log.dir/,STOPPED} 2024-11-18T23:24:43,478 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T23:24:43,478 WARN [BP-1612545290-172.17.0.2-1731972266739 heartbeating to localhost/127.0.0.1:38403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T23:24:43,478 WARN [BP-1612545290-172.17.0.2-1731972266739 heartbeating to localhost/127.0.0.1:38403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1612545290-172.17.0.2-1731972266739 (Datanode Uuid 91580525-11f1-4436-861d-ca7636be213e) service to localhost/127.0.0.1:38403 2024-11-18T23:24:43,478 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T23:24:43,478 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/cluster_8e960bc0-c826-b1e1-6e6c-3fd137adadd1/data/data1/current/BP-1612545290-172.17.0.2-1731972266739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:24:43,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/cluster_8e960bc0-c826-b1e1-6e6c-3fd137adadd1/data/data2/current/BP-1612545290-172.17.0.2-1731972266739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:24:43,479 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T23:24:43,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d48ba22{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:24:43,487 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2aa9ae22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:24:43,487 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:24:43,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65caff6e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:24:43,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@749e3a17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5f1103f6-6fd2-ca90-4de3-a4583cd36e97/hadoop.log.dir/,STOPPED} 2024-11-18T23:24:43,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T23:24:43,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T23:24:43,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:24:43,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:24:43,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:43,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:24:43,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:43,503 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T23:24:43,503 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1898551919, stopped=false 2024-11-18T23:24:43,503 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d96596e55a9,46253,1731972262938 2024-11-18T23:24:43,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10150433b4d0004, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11214442170/running 2024-11-18T23:24:43,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10150433b4d0004, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11214442170 2024-11-18T23:24:43,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11214442170/running 2024-11-18T23:24:43,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11214442170 2024-11-18T23:24:43,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35039-0x10150433b4d0004, quorum=127.0.0.1:62873, baseZNode=/11214442170 Set watcher on znode that does not yet exist, /11214442170/running 2024-11-18T23:24:43,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Set watcher on znode that does not yet exist, /11214442170/running 2024-11-18T23:24:43,544 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:24:43,547 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:24:43,547 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:24:43,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:43,547 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d96596e55a9,35039,1731972263225' ***** 2024-11-18T23:24:43,547 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T23:24:43,548 INFO [regionserver/9d96596e55a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:24:43,548 INFO [RS:0;9d96596e55a9:35039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T23:24:43,548 INFO [RS:0;9d96596e55a9:35039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T23:24:43,548 INFO [RS:0;9d96596e55a9:35039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T23:24:43,548 INFO [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f328a66c7e54715f4f097de8e353076 2024-11-18T23:24:43,548 INFO [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer(959): stopping server 9d96596e55a9,35039,1731972263225 2024-11-18T23:24:43,548 INFO [RS:0;9d96596e55a9:35039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:24:43,548 INFO [RS:0;9d96596e55a9:35039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:35039. 2024-11-18T23:24:43,548 DEBUG [RS:0;9d96596e55a9:35039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:24:43,548 DEBUG [RS:0;9d96596e55a9:35039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:43,548 INFO [RS:0;9d96596e55a9:35039 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T23:24:43,548 INFO [RS:0;9d96596e55a9:35039 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T23:24:43,549 INFO [RS:0;9d96596e55a9:35039 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T23:24:43,549 INFO [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T23:24:43,549 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f328a66c7e54715f4f097de8e353076, disabling compactions & flushes 2024-11-18T23:24:43,549 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731972272869.5f328a66c7e54715f4f097de8e353076. 2024-11-18T23:24:43,549 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972272869.5f328a66c7e54715f4f097de8e353076. 2024-11-18T23:24:43,549 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731972272869.5f328a66c7e54715f4f097de8e353076. after waiting 0 ms 2024-11-18T23:24:43,549 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731972272869.5f328a66c7e54715f4f097de8e353076. 2024-11-18T23:24:43,551 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T23:24:43,551 INFO [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T23:24:43,551 DEBUG [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5f328a66c7e54715f4f097de8e353076=test,,1731972272869.5f328a66c7e54715f4f097de8e353076.} 2024-11-18T23:24:43,551 DEBUG [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f328a66c7e54715f4f097de8e353076 2024-11-18T23:24:43,552 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:24:43,552 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:24:43,552 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:24:43,552 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:24:43,552 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:24:43,552 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T23:24:43,562 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/default/test/5f328a66c7e54715f4f097de8e353076/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T23:24:43,563 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:24:43,563 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:24:43,563 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731972272869.5f328a66c7e54715f4f097de8e353076. 2024-11-18T23:24:43,563 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f328a66c7e54715f4f097de8e353076: Waiting for close lock at 1731972283549Running coprocessor pre-close hooks at 1731972283549Disabling compacts and flushes for region at 1731972283549Disabling writes for close at 1731972283549Writing region close event to WAL at 1731972283553 (+4 ms)Running coprocessor post-close hooks at 1731972283563 (+10 ms)Closed at 1731972283563 2024-11-18T23:24:43,563 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731972272869.5f328a66c7e54715f4f097de8e353076. 2024-11-18T23:24:43,574 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740/.tmp/info/1d1cd5e91d1f47e5967710cb7ad3fd09 is 129, key is test,,1731972272869.5f328a66c7e54715f4f097de8e353076./info:regioninfo/1731972274007/Put/seqid=0 2024-11-18T23:24:43,583 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T23:24:43,583 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T23:24:43,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741841_1017 (size=6421) 2024-11-18T23:24:43,752 DEBUG [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:24:43,952 DEBUG [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:24:43,991 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740/.tmp/info/1d1cd5e91d1f47e5967710cb7ad3fd09 2024-11-18T23:24:44,015 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740/.tmp/ns/1cbc76780747491d9e9604f4d2ec8138 is 43, key is default/ns:d/1731972266649/Put/seqid=0 2024-11-18T23:24:44,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741842_1018 (size=5153) 2024-11-18T23:24:44,134 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 to pos 393, reset compression=false 2024-11-18T23:24:44,152 DEBUG [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:24:44,209 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 to pos 393, reset compression=false 2024-11-18T23:24:44,352 DEBUG [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:24:44,418 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740/.tmp/ns/1cbc76780747491d9e9604f4d2ec8138 2024-11-18T23:24:44,438 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740/.tmp/rep_barrier/7c38e9962f5241d690321a6bb51053ec is 112, key is test,,1731972272869.5f328a66c7e54715f4f097de8e353076./rep_barrier:seqnumDuringOpen/1731972274007/Put/seqid=0 2024-11-18T23:24:44,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741843_1019 (size=5518) 2024-11-18T23:24:44,447 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740/.tmp/rep_barrier/7c38e9962f5241d690321a6bb51053ec 2024-11-18T23:24:44,472 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740/.tmp/table/2dcb239357e64affab4e40c2bbfef2c4 is 40, key is test/table:state/1731972274012/Put/seqid=0 2024-11-18T23:24:44,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741844_1020 (size=5165) 2024-11-18T23:24:44,553 INFO [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T23:24:44,553 DEBUG [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:24:44,553 DEBUG [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:24:44,753 DEBUG [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:24:44,877 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740/.tmp/table/2dcb239357e64affab4e40c2bbfef2c4 2024-11-18T23:24:44,885 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740/.tmp/info/1d1cd5e91d1f47e5967710cb7ad3fd09 as hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740/info/1d1cd5e91d1f47e5967710cb7ad3fd09 2024-11-18T23:24:44,889 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740/info/1d1cd5e91d1f47e5967710cb7ad3fd09, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T23:24:44,890 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740/.tmp/ns/1cbc76780747491d9e9604f4d2ec8138 as hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740/ns/1cbc76780747491d9e9604f4d2ec8138 2024-11-18T23:24:44,897 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740/ns/1cbc76780747491d9e9604f4d2ec8138, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T23:24:44,898 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740/.tmp/rep_barrier/7c38e9962f5241d690321a6bb51053ec as hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740/rep_barrier/7c38e9962f5241d690321a6bb51053ec 2024-11-18T23:24:44,904 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740/rep_barrier/7c38e9962f5241d690321a6bb51053ec, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T23:24:44,905 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740/.tmp/table/2dcb239357e64affab4e40c2bbfef2c4 as hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740/table/2dcb239357e64affab4e40c2bbfef2c4 2024-11-18T23:24:44,909 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740/table/2dcb239357e64affab4e40c2bbfef2c4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T23:24:44,910 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1358ms, sequenceid=11, compaction requested=false 2024-11-18T23:24:44,911 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T23:24:44,923 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T23:24:44,924 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:24:44,924 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:24:44,924 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:24:44,924 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972283552Running coprocessor pre-close hooks at 1731972283552Disabling compacts and flushes for region at 1731972283552Disabling writes for close at 1731972283552Obtaining lock to block concurrent updates at 1731972283552Preparing flush snapshotting stores in 1588230740 at 1731972283552Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731972283552Flushing stores of hbase:meta,,1.1588230740 at 1731972283553 (+1 ms)Flushing 1588230740/info: creating writer at 1731972283553Flushing 1588230740/info: appending metadata at 1731972283573 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731972283574 (+1 ms)Flushing 1588230740/ns: creating writer at 1731972283995 (+421 ms)Flushing 1588230740/ns: appending metadata at 1731972284014 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731972284014Flushing 1588230740/rep_barrier: creating writer at 1731972284421 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731972284437 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731972284437Flushing 1588230740/table: creating writer at 1731972284453 (+16 ms)Flushing 1588230740/table: appending metadata at 1731972284471 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731972284471Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@180fe4ca: reopening flushed file at 1731972284884 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b2c069f: reopening flushed file at 1731972284890 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cc64c10: reopening flushed file at 1731972284897 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7481a7cc: reopening flushed file at 1731972284904 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1358ms, sequenceid=11, compaction requested=false at 1731972284910 (+6 ms)Writing region close event to WAL at 1731972284920 (+10 ms)Running coprocessor post-close hooks at 1731972284924 (+4 ms)Closed at 1731972284924 2024-11-18T23:24:44,924 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T23:24:44,953 INFO [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer(976): stopping server 9d96596e55a9,35039,1731972263225; all regions closed. 2024-11-18T23:24:44,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741834_1010 (size=2717) 2024-11-18T23:24:44,962 DEBUG [RS:0;9d96596e55a9:35039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/oldWALs 2024-11-18T23:24:44,963 INFO [RS:0;9d96596e55a9:35039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C35039%2C1731972263225.meta:.meta(num 1731972266538) 2024-11-18T23:24:44,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741833_1009 (size=1374) 2024-11-18T23:24:44,966 DEBUG [RS:0;9d96596e55a9:35039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/oldWALs 2024-11-18T23:24:44,966 INFO [RS:0;9d96596e55a9:35039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C35039%2C1731972263225:(num 1731972265725) 2024-11-18T23:24:44,967 DEBUG [RS:0;9d96596e55a9:35039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:44,967 INFO [RS:0;9d96596e55a9:35039 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:24:44,967 INFO [RS:0;9d96596e55a9:35039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:24:44,967 INFO [RS:0;9d96596e55a9:35039 {}] hbase.ChoreService(370): Chore service for: regionserver/9d96596e55a9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T23:24:44,969 INFO [RS:0;9d96596e55a9:35039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:24:44,969 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:24:44,969 INFO [RS:0;9d96596e55a9:35039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:35039. 2024-11-18T23:24:44,969 DEBUG [RS:0;9d96596e55a9:35039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:24:44,969 DEBUG [RS:0;9d96596e55a9:35039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:44,969 DEBUG [RS:0;9d96596e55a9:35039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:44,969 INFO [RS:0;9d96596e55a9:35039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35039 2024-11-18T23:24:44,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:24:45,003 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T23:24:45,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10150433b4d0004, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11214442170/rs/9d96596e55a9,35039,1731972263225 2024-11-18T23:24:45,022 INFO [RS:0;9d96596e55a9:35039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:24:45,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11214442170/rs 2024-11-18T23:24:45,024 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d96596e55a9,35039,1731972263225] 2024-11-18T23:24:45,043 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11214442170/draining/9d96596e55a9,35039,1731972263225 already deleted, retry=false 2024-11-18T23:24:45,043 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d96596e55a9,35039,1731972263225 expired; onlineServers=0 2024-11-18T23:24:45,043 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d96596e55a9,46253,1731972262938' ***** 2024-11-18T23:24:45,043 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T23:24:45,043 INFO [M:0;9d96596e55a9:46253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:24:45,043 INFO [M:0;9d96596e55a9:46253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:24:45,043 DEBUG [M:0;9d96596e55a9:46253 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T23:24:45,044 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T23:24:45,044 DEBUG [M:0;9d96596e55a9:46253 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T23:24:45,044 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972265074 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972265074,5,FailOnTimeoutGroup] 2024-11-18T23:24:45,044 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972265065 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972265065,5,FailOnTimeoutGroup] 2024-11-18T23:24:45,044 INFO [M:0;9d96596e55a9:46253 {}] hbase.ChoreService(370): Chore service for: master/9d96596e55a9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T23:24:45,044 INFO [M:0;9d96596e55a9:46253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:24:45,044 DEBUG [M:0;9d96596e55a9:46253 {}] master.HMaster(1795): Stopping service threads 2024-11-18T23:24:45,044 INFO [M:0;9d96596e55a9:46253 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T23:24:45,044 INFO [M:0;9d96596e55a9:46253 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:24:45,044 INFO [M:0;9d96596e55a9:46253 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T23:24:45,044 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T23:24:45,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11214442170/master 2024-11-18T23:24:45,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11214442170 2024-11-18T23:24:45,064 DEBUG [M:0;9d96596e55a9:46253 {}] zookeeper.RecoverableZooKeeper(212): Node /11214442170/master already deleted, retry=false 2024-11-18T23:24:45,064 DEBUG [M:0;9d96596e55a9:46253 {}] master.ActiveMasterManager(353): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Failed delete of our master address node; KeeperErrorCode = NoNode for /11214442170/master 2024-11-18T23:24:45,071 INFO [M:0;9d96596e55a9:46253 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/.lastflushedseqids 2024-11-18T23:24:45,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741845_1021 (size=173) 2024-11-18T23:24:45,082 INFO [M:0;9d96596e55a9:46253 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T23:24:45,082 INFO [M:0;9d96596e55a9:46253 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T23:24:45,082 DEBUG [M:0;9d96596e55a9:46253 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:24:45,082 INFO [M:0;9d96596e55a9:46253 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:45,082 DEBUG [M:0;9d96596e55a9:46253 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:45,082 DEBUG [M:0;9d96596e55a9:46253 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:24:45,082 DEBUG [M:0;9d96596e55a9:46253 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:45,082 INFO [M:0;9d96596e55a9:46253 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-18T23:24:45,107 DEBUG [M:0;9d96596e55a9:46253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eafab8aeed7644a2b33a818c94d0e5cf is 82, key is hbase:meta,,1/info:regioninfo/1731972266565/Put/seqid=0 2024-11-18T23:24:45,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741846_1022 (size=5672) 2024-11-18T23:24:45,114 INFO [M:0;9d96596e55a9:46253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eafab8aeed7644a2b33a818c94d0e5cf 2024-11-18T23:24:45,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10150433b4d0004, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:24:45,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10150433b4d0004, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:24:45,133 INFO [RS:0;9d96596e55a9:35039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:24:45,133 INFO [RS:0;9d96596e55a9:35039 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d96596e55a9,35039,1731972263225; zookeeper connection closed. 2024-11-18T23:24:45,135 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a8f470a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a8f470a 2024-11-18T23:24:45,135 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T23:24:45,137 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 to pos 393, reset compression=false 2024-11-18T23:24:45,142 DEBUG [M:0;9d96596e55a9:46253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec8c4aceda924255b27cf589c015bf08 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731972274014/Put/seqid=0 2024-11-18T23:24:45,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741847_1023 (size=6587) 2024-11-18T23:24:45,161 INFO [M:0;9d96596e55a9:46253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec8c4aceda924255b27cf589c015bf08 2024-11-18T23:24:45,179 DEBUG [M:0;9d96596e55a9:46253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f75b82944b344ba93262ff2a36bb514 is 69, key is 9d96596e55a9,35039,1731972263225/rs:state/1731972265435/Put/seqid=0 2024-11-18T23:24:45,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741848_1024 (size=5156) 2024-11-18T23:24:45,194 INFO [M:0;9d96596e55a9:46253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f75b82944b344ba93262ff2a36bb514 2024-11-18T23:24:45,200 DEBUG [M:0;9d96596e55a9:46253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eafab8aeed7644a2b33a818c94d0e5cf as hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eafab8aeed7644a2b33a818c94d0e5cf 2024-11-18T23:24:45,208 INFO [M:0;9d96596e55a9:46253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eafab8aeed7644a2b33a818c94d0e5cf, entries=8, sequenceid=55, filesize=5.5 K 2024-11-18T23:24:45,209 DEBUG [M:0;9d96596e55a9:46253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec8c4aceda924255b27cf589c015bf08 as hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec8c4aceda924255b27cf589c015bf08 2024-11-18T23:24:45,213 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 to pos 393, reset compression=false 2024-11-18T23:24:45,218 INFO [M:0;9d96596e55a9:46253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec8c4aceda924255b27cf589c015bf08, entries=6, sequenceid=55, filesize=6.4 K 2024-11-18T23:24:45,219 DEBUG [M:0;9d96596e55a9:46253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f75b82944b344ba93262ff2a36bb514 as hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2f75b82944b344ba93262ff2a36bb514 2024-11-18T23:24:45,234 INFO [M:0;9d96596e55a9:46253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36767/user/jenkins/test-data/b7b4c8dc-c636-7284-dacc-87b05823c563/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2f75b82944b344ba93262ff2a36bb514, entries=1, sequenceid=55, filesize=5.0 K 2024-11-18T23:24:45,235 INFO [M:0;9d96596e55a9:46253 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 153ms, sequenceid=55, compaction requested=false 2024-11-18T23:24:45,237 INFO [M:0;9d96596e55a9:46253 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:45,237 DEBUG [M:0;9d96596e55a9:46253 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972285082Disabling compacts and flushes for region at 1731972285082Disabling writes for close at 1731972285082Obtaining lock to block concurrent updates at 1731972285082Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731972285082Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731972285083 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731972285083Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731972285083Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731972285107 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731972285107Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731972285120 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731972285140 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731972285140Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731972285165 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731972285178 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731972285178Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb97151: reopening flushed file at 1731972285200 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57423b8c: reopening flushed file at 1731972285209 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40370a99: reopening flushed file at 1731972285218 (+9 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 153ms, sequenceid=55, compaction requested=false at 1731972285235 (+17 ms)Writing region close event to WAL at 1731972285237 (+2 ms)Closed at 1731972285237 2024-11-18T23:24:45,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741830_1006 (size=32782) 2024-11-18T23:24:45,247 INFO [M:0;9d96596e55a9:46253 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T23:24:45,247 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:24:45,247 INFO [M:0;9d96596e55a9:46253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46253 2024-11-18T23:24:45,248 INFO [M:0;9d96596e55a9:46253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:24:45,359 INFO [M:0;9d96596e55a9:46253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:24:45,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:24:45,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46253-0x10150433b4d0003, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:24:45,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cb966f0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:24:45,361 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78c9005{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:24:45,361 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:24:45,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1365c613{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:24:45,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75648df9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/hadoop.log.dir/,STOPPED} 2024-11-18T23:24:45,362 WARN [BP-2109810249-172.17.0.2-1731972259675 heartbeating to localhost/127.0.0.1:36767 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T23:24:45,362 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T23:24:45,362 WARN [BP-2109810249-172.17.0.2-1731972259675 heartbeating to localhost/127.0.0.1:36767 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2109810249-172.17.0.2-1731972259675 (Datanode Uuid 3cec9190-140f-4cc1-bc8d-592e1ca5ffa3) service to localhost/127.0.0.1:36767 2024-11-18T23:24:45,362 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T23:24:45,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/cluster_0ff9a777-10ad-82c5-bca4-e37fa8e771a2/data/data1/current/BP-2109810249-172.17.0.2-1731972259675 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:24:45,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/cluster_0ff9a777-10ad-82c5-bca4-e37fa8e771a2/data/data2/current/BP-2109810249-172.17.0.2-1731972259675 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:24:45,363 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T23:24:45,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@dedbd1a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:24:45,369 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19cd99d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:24:45,369 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:24:45,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d70a940{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:24:45,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60e6e142{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1781fed0-b272-23a2-2ede-dd1a320e3f5f/hadoop.log.dir/,STOPPED} 2024-11-18T23:24:45,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T23:24:45,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T23:24:45,386 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:24:45,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:24:45,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:45,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:45,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:24:45,386 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T23:24:45,386 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=385559142, stopped=false 2024-11-18T23:24:45,386 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9d96596e55a9,42375,1731972255418 2024-11-18T23:24:45,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x10150433b4d0001, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0115375014/running 2024-11-18T23:24:45,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0115375014/running 2024-11-18T23:24:45,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x10150433b4d0001, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0115375014 2024-11-18T23:24:45,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0115375014 2024-11-18T23:24:45,406 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:24:45,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Set watcher on znode that does not yet exist, /0115375014/running 2024-11-18T23:24:45,406 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T23:24:45,406 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:24:45,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:45,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43517-0x10150433b4d0001, quorum=127.0.0.1:62873, baseZNode=/0115375014 Set watcher on znode that does not yet exist, /0115375014/running 2024-11-18T23:24:45,407 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9d96596e55a9,43517,1731972255899' ***** 2024-11-18T23:24:45,407 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T23:24:45,407 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T23:24:45,407 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T23:24:45,407 INFO [RS:0;9d96596e55a9:43517 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T23:24:45,407 INFO [RS:0;9d96596e55a9:43517 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T23:24:45,407 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.HRegionServer(3091): Received CLOSE for 0de1cc40eaacc0c69e5c5aa6997a45fb 2024-11-18T23:24:45,407 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.HRegionServer(3091): Received CLOSE for 131f891c50dedc17a4e15a6c6a413dbe 2024-11-18T23:24:45,408 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.HRegionServer(959): stopping server 9d96596e55a9,43517,1731972255899 2024-11-18T23:24:45,408 INFO [RS:0;9d96596e55a9:43517 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:24:45,408 INFO [RS:0;9d96596e55a9:43517 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:43517. 2024-11-18T23:24:45,408 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0de1cc40eaacc0c69e5c5aa6997a45fb, disabling compactions & flushes 2024-11-18T23:24:45,408 DEBUG [RS:0;9d96596e55a9:43517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:24:45,408 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb. 2024-11-18T23:24:45,408 DEBUG [RS:0;9d96596e55a9:43517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:45,408 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb. 2024-11-18T23:24:45,408 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb. after waiting 0 ms 2024-11-18T23:24:45,408 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb. 2024-11-18T23:24:45,408 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0de1cc40eaacc0c69e5c5aa6997a45fb 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-18T23:24:45,408 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T23:24:45,408 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T23:24:45,408 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T23:24:45,408 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T23:24:45,408 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T23:24:45,408 DEBUG [RS:0;9d96596e55a9:43517 {}] regionserver.HRegionServer(1325): Online Regions={0de1cc40eaacc0c69e5c5aa6997a45fb=hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb., 131f891c50dedc17a4e15a6c6a413dbe=test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T23:24:45,409 DEBUG [RS:0;9d96596e55a9:43517 {}] regionserver.HRegionServer(1351): Waiting on 0de1cc40eaacc0c69e5c5aa6997a45fb, 131f891c50dedc17a4e15a6c6a413dbe, 1588230740 2024-11-18T23:24:45,409 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T23:24:45,409 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T23:24:45,409 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T23:24:45,409 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T23:24:45,409 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T23:24:45,409 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T23:24:45,436 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/replication/0de1cc40eaacc0c69e5c5aa6997a45fb/.tmp/hfileref/2a449eb2f6984d8e820eb4637ddca4ef is 74, key is 1/hfileref:3bd5e01f8c6a4b55a48fb61220a592c0_SeqId_6_/1731972279786/DeleteColumn/seqid=0 2024-11-18T23:24:45,447 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740/.tmp/info/430add082d2b494abf50815219417ede is 147, key is hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb./info:regioninfo/1731972276734/Put/seqid=0 2024-11-18T23:24:45,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741847_1023 (size=5489) 2024-11-18T23:24:45,449 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/replication/0de1cc40eaacc0c69e5c5aa6997a45fb/.tmp/hfileref/2a449eb2f6984d8e820eb4637ddca4ef 2024-11-18T23:24:45,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741848_1024 (size=7686) 2024-11-18T23:24:45,452 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740/.tmp/info/430add082d2b494abf50815219417ede 2024-11-18T23:24:45,459 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T23:24:45,459 INFO [regionserver/9d96596e55a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T23:24:45,473 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/replication/0de1cc40eaacc0c69e5c5aa6997a45fb/.tmp/queue/f06432d032384224bde80a02c8e8c4d7 is 153, key is 1-9d96596e55a9,43517,1731972255899/queue:9d96596e55a9%2C43517%2C1731972255899/1731972279789/Put/seqid=0 2024-11-18T23:24:45,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741849_1025 (size=5504) 2024-11-18T23:24:45,478 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740/.tmp/ns/11fa1a363428495cbd6106289f1a491d is 43, key is default/ns:d/1731972259401/Put/seqid=0 2024-11-18T23:24:45,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741850_1026 (size=5153) 2024-11-18T23:24:45,488 INFO [regionserver/9d96596e55a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:24:45,609 DEBUG [RS:0;9d96596e55a9:43517 {}] regionserver.HRegionServer(1351): Waiting on 0de1cc40eaacc0c69e5c5aa6997a45fb, 131f891c50dedc17a4e15a6c6a413dbe, 1588230740 2024-11-18T23:24:45,809 DEBUG [RS:0;9d96596e55a9:43517 {}] regionserver.HRegionServer(1351): Waiting on 0de1cc40eaacc0c69e5c5aa6997a45fb, 131f891c50dedc17a4e15a6c6a413dbe, 1588230740 2024-11-18T23:24:45,879 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/replication/0de1cc40eaacc0c69e5c5aa6997a45fb/.tmp/queue/f06432d032384224bde80a02c8e8c4d7 2024-11-18T23:24:45,881 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740/.tmp/ns/11fa1a363428495cbd6106289f1a491d 2024-11-18T23:24:45,886 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/replication/0de1cc40eaacc0c69e5c5aa6997a45fb/.tmp/hfileref/2a449eb2f6984d8e820eb4637ddca4ef as hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/replication/0de1cc40eaacc0c69e5c5aa6997a45fb/hfileref/2a449eb2f6984d8e820eb4637ddca4ef 2024-11-18T23:24:45,893 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/replication/0de1cc40eaacc0c69e5c5aa6997a45fb/hfileref/2a449eb2f6984d8e820eb4637ddca4ef, entries=6, sequenceid=17, filesize=5.4 K 2024-11-18T23:24:45,894 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/replication/0de1cc40eaacc0c69e5c5aa6997a45fb/.tmp/queue/f06432d032384224bde80a02c8e8c4d7 as hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/replication/0de1cc40eaacc0c69e5c5aa6997a45fb/queue/f06432d032384224bde80a02c8e8c4d7 2024-11-18T23:24:45,906 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/replication/0de1cc40eaacc0c69e5c5aa6997a45fb/queue/f06432d032384224bde80a02c8e8c4d7, entries=2, sequenceid=17, filesize=5.4 K 2024-11-18T23:24:45,907 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740/.tmp/rep_barrier/4dbdbc307b4545798c8b93590cb34f8b is 112, key is test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe./rep_barrier:seqnumDuringOpen/1731972272634/Put/seqid=0 2024-11-18T23:24:45,909 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 0de1cc40eaacc0c69e5c5aa6997a45fb in 501ms, sequenceid=17, compaction requested=false 2024-11-18T23:24:45,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741851_1027 (size=5518) 2024-11-18T23:24:45,930 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740/.tmp/rep_barrier/4dbdbc307b4545798c8b93590cb34f8b 2024-11-18T23:24:45,933 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/replication/0de1cc40eaacc0c69e5c5aa6997a45fb/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-18T23:24:45,934 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:24:45,934 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:24:45,934 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb. 2024-11-18T23:24:45,934 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0de1cc40eaacc0c69e5c5aa6997a45fb: Waiting for close lock at 1731972285408Running coprocessor pre-close hooks at 1731972285408Disabling compacts and flushes for region at 1731972285408Disabling writes for close at 1731972285408Obtaining lock to block concurrent updates at 1731972285408Preparing flush snapshotting stores in 0de1cc40eaacc0c69e5c5aa6997a45fb at 1731972285408Finished memstore snapshotting hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731972285408Flushing stores of hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb. at 1731972285409 (+1 ms)Flushing 0de1cc40eaacc0c69e5c5aa6997a45fb/hfileref: creating writer at 1731972285409Flushing 0de1cc40eaacc0c69e5c5aa6997a45fb/hfileref: appending metadata at 1731972285435 (+26 ms)Flushing 0de1cc40eaacc0c69e5c5aa6997a45fb/hfileref: closing flushed file at 1731972285435Flushing 0de1cc40eaacc0c69e5c5aa6997a45fb/queue: creating writer at 1731972285460 (+25 ms)Flushing 0de1cc40eaacc0c69e5c5aa6997a45fb/queue: appending metadata at 1731972285472 (+12 ms)Flushing 0de1cc40eaacc0c69e5c5aa6997a45fb/queue: closing flushed file at 1731972285472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b115f40: reopening flushed file at 1731972285883 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64ef8e41: reopening flushed file at 1731972285893 (+10 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 0de1cc40eaacc0c69e5c5aa6997a45fb in 501ms, sequenceid=17, compaction requested=false at 1731972285909 (+16 ms)Writing region close event to WAL at 1731972285929 (+20 ms)Running coprocessor post-close hooks at 1731972285934 (+5 ms)Closed at 1731972285934 2024-11-18T23:24:45,934 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731972276206.0de1cc40eaacc0c69e5c5aa6997a45fb. 2024-11-18T23:24:45,935 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 131f891c50dedc17a4e15a6c6a413dbe, disabling compactions & flushes 2024-11-18T23:24:45,935 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe. 2024-11-18T23:24:45,935 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe. 2024-11-18T23:24:45,935 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe. after waiting 0 ms 2024-11-18T23:24:45,935 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe. 2024-11-18T23:24:45,947 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/default/test/131f891c50dedc17a4e15a6c6a413dbe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T23:24:45,947 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:24:45,948 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T23:24:45,948 INFO [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe. 2024-11-18T23:24:45,948 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 131f891c50dedc17a4e15a6c6a413dbe: Waiting for close lock at 1731972285935Running coprocessor pre-close hooks at 1731972285935Disabling compacts and flushes for region at 1731972285935Disabling writes for close at 1731972285935Writing region close event to WAL at 1731972285936 (+1 ms)Running coprocessor post-close hooks at 1731972285947 (+11 ms)Closed at 1731972285948 (+1 ms) 2024-11-18T23:24:45,948 DEBUG [RS_CLOSE_REGION-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731972272236.131f891c50dedc17a4e15a6c6a413dbe. 2024-11-18T23:24:45,968 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740/.tmp/table/aedac11428a4422cb815911c020bc1d3 is 53, key is hbase:replication/table:state/1731972276740/Put/seqid=0 2024-11-18T23:24:45,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741852_1028 (size=5308) 2024-11-18T23:24:45,980 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740/.tmp/table/aedac11428a4422cb815911c020bc1d3 2024-11-18T23:24:45,987 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740/.tmp/info/430add082d2b494abf50815219417ede as hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740/info/430add082d2b494abf50815219417ede 2024-11-18T23:24:45,993 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740/info/430add082d2b494abf50815219417ede, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T23:24:45,995 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740/.tmp/ns/11fa1a363428495cbd6106289f1a491d as hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740/ns/11fa1a363428495cbd6106289f1a491d 2024-11-18T23:24:46,003 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740/ns/11fa1a363428495cbd6106289f1a491d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T23:24:46,004 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740/.tmp/rep_barrier/4dbdbc307b4545798c8b93590cb34f8b as hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740/rep_barrier/4dbdbc307b4545798c8b93590cb34f8b 2024-11-18T23:24:46,009 DEBUG [RS:0;9d96596e55a9:43517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T23:24:46,027 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740/rep_barrier/4dbdbc307b4545798c8b93590cb34f8b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T23:24:46,028 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740/.tmp/table/aedac11428a4422cb815911c020bc1d3 as hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740/table/aedac11428a4422cb815911c020bc1d3 2024-11-18T23:24:46,037 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740/table/aedac11428a4422cb815911c020bc1d3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T23:24:46,038 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 629ms, sequenceid=16, compaction requested=false 2024-11-18T23:24:46,069 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T23:24:46,070 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T23:24:46,070 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T23:24:46,070 INFO [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T23:24:46,071 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731972285409Running coprocessor pre-close hooks at 1731972285409Disabling compacts and flushes for region at 1731972285409Disabling writes for close at 1731972285409Obtaining lock to block concurrent updates at 1731972285409Preparing flush snapshotting stores in 1588230740 at 1731972285409Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731972285409Flushing stores of hbase:meta,,1.1588230740 at 1731972285411 (+2 ms)Flushing 1588230740/info: creating writer at 1731972285411Flushing 1588230740/info: appending metadata at 1731972285447 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731972285447Flushing 1588230740/ns: creating writer at 1731972285462 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731972285478 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731972285478Flushing 1588230740/rep_barrier: creating writer at 1731972285885 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731972285907 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731972285907Flushing 1588230740/table: creating writer at 1731972285935 (+28 ms)Flushing 1588230740/table: appending metadata at 1731972285967 (+32 ms)Flushing 1588230740/table: closing flushed file at 1731972285967Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77494079: reopening flushed file at 1731972285986 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52bc1a23: reopening flushed file at 1731972285993 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27e6ac00: reopening flushed file at 1731972286003 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d575a7c: reopening flushed file at 1731972286027 (+24 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 629ms, sequenceid=16, compaction requested=false at 1731972286038 (+11 ms)Writing region close event to WAL at 1731972286057 (+19 ms)Running coprocessor post-close hooks at 1731972286070 (+13 ms)Closed at 1731972286070 2024-11-18T23:24:46,071 DEBUG [RS_CLOSE_META-regionserver/9d96596e55a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T23:24:46,124 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T23:24:46,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:46,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:46,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:46,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:46,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:46,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:46,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:46,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:46,209 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.HRegionServer(976): stopping server 9d96596e55a9,43517,1731972255899; all regions closed. 2024-11-18T23:24:46,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741844_1020 (size=859) 2024-11-18T23:24:46,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:46,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:46,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:46,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:46,218 DEBUG [RS:0;9d96596e55a9:43517 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/oldWALs 2024-11-18T23:24:46,218 INFO [RS:0;9d96596e55a9:43517 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C43517%2C1731972255899.meta:.meta(num 1731972278525) 2024-11-18T23:24:46,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:46,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:46,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741842_1018 (size=2791) 2024-11-18T23:24:46,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:46,231 DEBUG [RS:0;9d96596e55a9:43517 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/oldWALs 2024-11-18T23:24:46,232 INFO [RS:0;9d96596e55a9:43517 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C43517%2C1731972255899.rep:(num 1731972278479) 2024-11-18T23:24:46,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:46,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:46,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741843_1019 (size=696) 2024-11-18T23:24:46,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T23:24:46,239 DEBUG [RS:0;9d96596e55a9:43517 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/oldWALs 2024-11-18T23:24:46,239 INFO [RS:0;9d96596e55a9:43517 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9d96596e55a9%2C43517%2C1731972255899:(num 1731972278502) 2024-11-18T23:24:46,239 DEBUG [RS:0;9d96596e55a9:43517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:46,239 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T23:24:46,239 INFO [RS:0;9d96596e55a9:43517 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:24:46,239 INFO [RS:0;9d96596e55a9:43517 {}] hbase.ChoreService(370): Chore service for: regionserver/9d96596e55a9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T23:24:46,239 INFO [RS:0;9d96596e55a9:43517 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:24:46,239 INFO [regionserver/9d96596e55a9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:24:46,240 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9d96596e55a9,43517,1731972255899 because: Region server is closing 2024-11-18T23:24:46,240 INFO [RS:0;9d96596e55a9:43517 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:43517. 2024-11-18T23:24:46,240 DEBUG [RS:0;9d96596e55a9:43517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:24:46,240 DEBUG [RS:0;9d96596e55a9:43517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:46,240 DEBUG [RS:0;9d96596e55a9:43517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:46,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:24:46,317 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 to pos 393, reset compression=false 2024-11-18T23:24:46,324 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 was moved to hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/oldWALs/9d96596e55a9%2C43517%2C1731972255899.1731972278502 2024-11-18T23:24:46,329 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502 2024-11-18T23:24:46,329 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T23:24:46,329 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-18T23:24:46,329 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.wal-reader.9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-18T23:24:46,329 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.shipper9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-9d96596e55a9,43517,1731972255899 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/WALs/9d96596e55a9,43517,1731972255899/9d96596e55a9%2C43517%2C1731972255899.1731972278502, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-18T23:24:46,330 ERROR [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.shipper9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9d96596e55a9,43517,1731972255899: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-9d96596e55a9,43517,1731972255899, walGroup=9d96596e55a9%2C43517%2C1731972255899, offset=9d96596e55a9%2C43517%2C1731972255899.1731972278502:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9d96596e55a9:43517 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T23:24:46,332 ERROR [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.shipper9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T23:24:46,332 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.shipper9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T23:24:46,332 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.shipper9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T23:24:46,332 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.shipper9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T23:24:46,332 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.shipper9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T23:24:46,332 INFO [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.shipper9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1426063360, "init": 1048576000, "max": 2306867200, "used": 1189052424 }, "NonHeapMemoryUsage": { "committed": 211812352, "init": 7667712, "max": -1, "used": 208711080 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T23:24:46,336 DEBUG [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.shipper9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [9d96596e55a9%2C43517%2C1731972255899.1731972278502] 2024-11-18T23:24:46,341 WARN [RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.shipper9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T23:24:46,341 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,1-9d96596e55a9,43517,1731972255899.replicationSource.shipper9d96596e55a9%2C43517%2C1731972255899,1-9d96596e55a9,43517,1731972255899 terminated 2024-11-18T23:24:46,341 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9d96596e55a9,43517,1731972255899 because: Region server is closing 2024-11-18T23:24:46,341 INFO [RS:0;9d96596e55a9:43517 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9d96596e55a9:43517. 2024-11-18T23:24:46,341 DEBUG [RS:0;9d96596e55a9:43517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T23:24:46,341 DEBUG [RS:0;9d96596e55a9:43517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:46,341 DEBUG [RS:0;9d96596e55a9:43517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T23:24:46,341 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9d96596e55a9:0-0.replicationSource,2-9d96596e55a9,43517,1731972255899.replicationSource.shipper9d96596e55a9%2C43517%2C1731972255899,2-9d96596e55a9,43517,1731972255899 terminated 2024-11-18T23:24:46,341 INFO [RS:0;9d96596e55a9:43517 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43517 2024-11-18T23:24:46,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T23:24:46,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0115375014/rs 2024-11-18T23:24:46,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x10150433b4d0001, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0115375014/rs/9d96596e55a9,43517,1731972255899 2024-11-18T23:24:46,353 INFO [RS:0;9d96596e55a9:43517 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:24:46,353 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9d96596e55a9,43517,1731972255899] 2024-11-18T23:24:46,374 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0115375014/draining/9d96596e55a9,43517,1731972255899 already deleted, retry=false 2024-11-18T23:24:46,374 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9d96596e55a9,43517,1731972255899 expired; onlineServers=0 2024-11-18T23:24:46,374 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9d96596e55a9,42375,1731972255418' ***** 2024-11-18T23:24:46,374 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T23:24:46,374 INFO [M:0;9d96596e55a9:42375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T23:24:46,374 INFO [M:0;9d96596e55a9:42375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T23:24:46,374 DEBUG [M:0;9d96596e55a9:42375 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T23:24:46,374 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T23:24:46,374 DEBUG [M:0;9d96596e55a9:42375 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T23:24:46,375 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972258208 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.small.0-1731972258208,5,FailOnTimeoutGroup] 2024-11-18T23:24:46,375 INFO [M:0;9d96596e55a9:42375 {}] hbase.ChoreService(370): Chore service for: master/9d96596e55a9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T23:24:46,375 INFO [M:0;9d96596e55a9:42375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T23:24:46,375 DEBUG [M:0;9d96596e55a9:42375 {}] master.HMaster(1795): Stopping service threads 2024-11-18T23:24:46,375 INFO [M:0;9d96596e55a9:42375 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T23:24:46,375 INFO [M:0;9d96596e55a9:42375 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T23:24:46,375 DEBUG [master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972258205 {}] cleaner.HFileCleaner(306): Exit Thread[master/9d96596e55a9:0:becomeActiveMaster-HFileCleaner.large.0-1731972258205,5,FailOnTimeoutGroup] 2024-11-18T23:24:46,375 ERROR [M:0;9d96596e55a9:42375 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (319217168) connection to localhost/127.0.0.1:40743 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40743,5,PEWorkerGroup] 2024-11-18T23:24:46,375 INFO [M:0;9d96596e55a9:42375 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T23:24:46,375 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T23:24:46,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0115375014/master 2024-11-18T23:24:46,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0115375014 2024-11-18T23:24:46,385 DEBUG [M:0;9d96596e55a9:42375 {}] zookeeper.ZKUtil(347): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Unable to get data of znode /0115375014/master because node does not exist (not an error) 2024-11-18T23:24:46,385 WARN [M:0;9d96596e55a9:42375 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T23:24:46,385 INFO [M:0;9d96596e55a9:42375 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/.lastflushedseqids 2024-11-18T23:24:46,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741853_1029 (size=263) 2024-11-18T23:24:46,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x10150433b4d0001, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:24:46,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43517-0x10150433b4d0001, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:24:46,467 INFO [RS:0;9d96596e55a9:43517 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:24:46,467 INFO [RS:0;9d96596e55a9:43517 {}] regionserver.HRegionServer(1031): Exiting; stopping=9d96596e55a9,43517,1731972255899; zookeeper connection closed. 2024-11-18T23:24:46,470 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f61ecc7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f61ecc7 2024-11-18T23:24:46,471 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T23:24:46,799 INFO [M:0;9d96596e55a9:42375 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T23:24:46,799 INFO [M:0;9d96596e55a9:42375 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T23:24:46,799 DEBUG [M:0;9d96596e55a9:42375 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T23:24:46,799 INFO [M:0;9d96596e55a9:42375 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:46,799 DEBUG [M:0;9d96596e55a9:42375 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:46,799 DEBUG [M:0;9d96596e55a9:42375 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T23:24:46,799 DEBUG [M:0;9d96596e55a9:42375 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:46,799 INFO [M:0;9d96596e55a9:42375 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-18T23:24:46,811 DEBUG [M:0;9d96596e55a9:42375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7cbd4bc5c5d4f25bbd0ed39bbbe19a4 is 82, key is hbase:meta,,1/info:regioninfo/1731972259265/Put/seqid=0 2024-11-18T23:24:46,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741854_1030 (size=5672) 2024-11-18T23:24:47,215 INFO [M:0;9d96596e55a9:42375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7cbd4bc5c5d4f25bbd0ed39bbbe19a4 2024-11-18T23:24:47,236 DEBUG [M:0;9d96596e55a9:42375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6331b550e07490bba8b0994813bac35 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731972276742/Put/seqid=0 2024-11-18T23:24:47,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741855_1031 (size=8909) 2024-11-18T23:24:47,639 INFO [M:0;9d96596e55a9:42375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6331b550e07490bba8b0994813bac35 2024-11-18T23:24:47,669 DEBUG [M:0;9d96596e55a9:42375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8839258bf0cb43c9bbd8ec3004e86020 is 69, key is 9d96596e55a9,43517,1731972255899/rs:state/1731972258360/Put/seqid=0 2024-11-18T23:24:47,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741856_1032 (size=5156) 2024-11-18T23:24:47,672 INFO [M:0;9d96596e55a9:42375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8839258bf0cb43c9bbd8ec3004e86020 2024-11-18T23:24:47,676 DEBUG [M:0;9d96596e55a9:42375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7cbd4bc5c5d4f25bbd0ed39bbbe19a4 as hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7cbd4bc5c5d4f25bbd0ed39bbbe19a4 2024-11-18T23:24:47,679 INFO [M:0;9d96596e55a9:42375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7cbd4bc5c5d4f25bbd0ed39bbbe19a4, entries=8, sequenceid=112, filesize=5.5 K 2024-11-18T23:24:47,679 DEBUG [M:0;9d96596e55a9:42375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6331b550e07490bba8b0994813bac35 as hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6331b550e07490bba8b0994813bac35 2024-11-18T23:24:47,682 INFO [M:0;9d96596e55a9:42375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6331b550e07490bba8b0994813bac35, entries=13, sequenceid=112, filesize=8.7 K 2024-11-18T23:24:47,683 DEBUG [M:0;9d96596e55a9:42375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8839258bf0cb43c9bbd8ec3004e86020 as hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8839258bf0cb43c9bbd8ec3004e86020 2024-11-18T23:24:47,686 INFO [M:0;9d96596e55a9:42375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40743/user/jenkins/test-data/a15d0cf3-2f9b-83eb-edd7-f76292b76ac8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8839258bf0cb43c9bbd8ec3004e86020, entries=1, sequenceid=112, filesize=5.0 K 2024-11-18T23:24:47,687 INFO [M:0;9d96596e55a9:42375 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=112, compaction requested=false 2024-11-18T23:24:47,696 INFO [M:0;9d96596e55a9:42375 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T23:24:47,696 DEBUG [M:0;9d96596e55a9:42375 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731972286799Disabling compacts and flushes for region at 1731972286799Disabling writes for close at 1731972286799Obtaining lock to block concurrent updates at 1731972286799Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731972286799Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731972286799Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731972286800 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731972286800Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731972286811 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731972286811Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731972287219 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731972287236 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731972287236Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731972287642 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731972287668 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731972287668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5501dbe0: reopening flushed file at 1731972287675 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c775cfe: reopening flushed file at 1731972287679 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d57bdd6: reopening flushed file at 1731972287682 (+3 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=112, compaction requested=false at 1731972287687 (+5 ms)Writing region close event to WAL at 1731972287696 (+9 ms)Closed at 1731972287696 2024-11-18T23:24:47,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36199 is added to blk_1073741830_1006 (size=69055) 2024-11-18T23:24:47,698 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T23:24:47,698 INFO [M:0;9d96596e55a9:42375 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T23:24:47,698 INFO [M:0;9d96596e55a9:42375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42375 2024-11-18T23:24:47,699 INFO [M:0;9d96596e55a9:42375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T23:24:47,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:24:47,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42375-0x10150433b4d0000, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T23:24:47,811 INFO [M:0;9d96596e55a9:42375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T23:24:47,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50501624{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T23:24:47,826 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43981c9a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:24:47,826 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:24:47,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a39ae11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:24:47,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c638c09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/hadoop.log.dir/,STOPPED} 2024-11-18T23:24:47,828 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T23:24:47,828 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T23:24:47,828 WARN [BP-1849150911-172.17.0.2-1731972251649 heartbeating to localhost/127.0.0.1:40743 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T23:24:47,828 WARN [BP-1849150911-172.17.0.2-1731972251649 heartbeating to localhost/127.0.0.1:40743 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1849150911-172.17.0.2-1731972251649 (Datanode Uuid a4735135-0ad5-4814-adbf-7c2fed6010a1) service to localhost/127.0.0.1:40743 2024-11-18T23:24:47,829 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/cluster_401482de-1a46-bd96-809a-a367733b4ee5/data/data1/current/BP-1849150911-172.17.0.2-1731972251649 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:24:47,829 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/cluster_401482de-1a46-bd96-809a-a367733b4ee5/data/data2/current/BP-1849150911-172.17.0.2-1731972251649 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T23:24:47,830 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T23:24:47,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5dbcb204{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T23:24:47,840 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@650bc6a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T23:24:47,840 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T23:24:47,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@afdfc7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T23:24:47,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@398c5ae7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe5b322-6c4d-3f3e-2869-12f04f3a358d/hadoop.log.dir/,STOPPED} 2024-11-18T23:24:47,848 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T23:24:47,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T23:24:47,914 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 523) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62873) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40743 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62873) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36767 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40743 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36767 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36767 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36767 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62873) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:36767 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36767 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38403 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:38403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:40743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40743 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38403 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=979 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1249 (was 1431), ProcessCount=11 (was 11), AvailableMemoryMB=4478 (was 6233) 2024-11-18T23:24:47,914 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500 2024-11-18T23:24:47,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10150433b4d0008, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T23:24:47,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10150433b4d0005, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T23:24:47,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10150433b4d0005, quorum=127.0.0.1:62873, baseZNode=/11214442170 Received Disconnected from ZooKeeper, ignoring 2024-11-18T23:24:47,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10150433b4d0008, quorum=127.0.0.1:62873, baseZNode=/2-436994251 Received Disconnected from ZooKeeper, ignoring 2024-11-18T23:24:47,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10150433b4d0002, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T23:24:47,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10150433b4d0002, quorum=127.0.0.1:62873, baseZNode=/0115375014 Received Disconnected from ZooKeeper, ignoring